2024-11-20 01:24:32,133 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-20 01:24:32,186 main DEBUG Took 0.040897 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 01:24:32,187 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 01:24:32,187 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 01:24:32,188 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 01:24:32,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,208 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 01:24:32,268 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,293 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,296 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,302 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,305 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,308 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,313 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,315 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,321 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,322 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,324 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 01:24:32,325 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,325 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 01:24:32,328 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 01:24:32,344 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 01:24:32,346 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 01:24:32,350 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 01:24:32,352 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 01:24:32,357 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 01:24:32,384 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 01:24:32,392 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 01:24:32,405 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 01:24:32,406 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 01:24:32,407 main DEBUG createAppenders(={Console}) 2024-11-20 01:24:32,420 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-20 01:24:32,422 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-20 01:24:32,422 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-20 01:24:32,424 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 01:24:32,430 main DEBUG OutputStream closed 2024-11-20 01:24:32,432 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 01:24:32,433 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 01:24:32,437 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-20 01:24:32,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 01:24:32,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 01:24:32,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 01:24:32,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 01:24:32,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 01:24:32,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 01:24:32,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 01:24:32,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 01:24:32,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 01:24:32,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 01:24:32,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 01:24:32,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 01:24:32,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 01:24:32,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 01:24:32,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 01:24:32,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 01:24:32,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 01:24:32,780 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 01:24:32,801 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 01:24:32,801 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-20 01:24:32,804 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 01:24:32,806 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-20T01:24:32,843 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-20 01:24:32,850 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 01:24:32,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T01:24:33,339 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161 2024-11-20T01:24:33,344 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-20T01:24:33,750 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T01:24:33,898 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363, deleteOnExit=true 2024-11-20T01:24:33,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/test.cache.data in system properties and HBase conf 2024-11-20T01:24:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T01:24:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/hadoop.log.dir in system properties and HBase conf 2024-11-20T01:24:33,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T01:24:33,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T01:24:33,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T01:24:34,062 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T01:24:34,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:24:34,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T01:24:34,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T01:24:34,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:24:34,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T01:24:34,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T01:24:34,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T01:24:34,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:24:34,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T01:24:34,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/nfs.dump.dir in system properties and HBase conf 2024-11-20T01:24:34,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/java.io.tmpdir in system properties and HBase conf 2024-11-20T01:24:34,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T01:24:34,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T01:24:34,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T01:24:36,228 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T01:24:36,366 INFO [Time-limited test {}] log.Log(170): Logging initialized @5616ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T01:24:36,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:36,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:24:36,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:24:36,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:24:36,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:24:36,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:36,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@767ae559{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:24:36,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b535ab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:24:37,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20b77cc6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/java.io.tmpdir/jetty-localhost-34061-hadoop-hdfs-3_4_1-tests_jar-_-any-8964836045934530726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:24:37,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ca94dcd{HTTP/1.1, (http/1.1)}{localhost:34061} 2024-11-20T01:24:37,342 INFO [Time-limited test {}] server.Server(415): Started @6593ms 2024-11-20T01:24:38,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:38,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:24:38,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:24:38,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:24:38,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T01:24:38,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dd4bced{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:24:38,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42f415c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:24:38,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40f57436{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/java.io.tmpdir/jetty-localhost-32841-hadoop-hdfs-3_4_1-tests_jar-_-any-14770336465447828485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:24:38,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@750342c6{HTTP/1.1, (http/1.1)}{localhost:32841} 2024-11-20T01:24:38,190 INFO [Time-limited test {}] server.Server(415): Started @7442ms 2024-11-20T01:24:38,255 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:24:38,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T01:24:38,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T01:24:38,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T01:24:38,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T01:24:38,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T01:24:38,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9f3ea56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/hadoop.log.dir/,AVAILABLE} 2024-11-20T01:24:38,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1787e7f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T01:24:38,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50c5a8a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/java.io.tmpdir/jetty-localhost-35389-hadoop-hdfs-3_4_1-tests_jar-_-any-9416862958946834192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:24:38,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3149ed0d{HTTP/1.1, (http/1.1)}{localhost:35389} 2024-11-20T01:24:38,542 INFO [Time-limited test {}] server.Server(415): Started @7793ms 2024-11-20T01:24:38,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T01:24:39,779 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data1/current/BP-919390464-172.17.0.3-1732065875307/current, will proceed with Du for space computation calculation, 2024-11-20T01:24:39,779 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data3/current/BP-919390464-172.17.0.3-1732065875307/current, will proceed with Du for space computation calculation, 2024-11-20T01:24:39,781 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data2/current/BP-919390464-172.17.0.3-1732065875307/current, will proceed with Du for space computation calculation, 2024-11-20T01:24:39,781 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data4/current/BP-919390464-172.17.0.3-1732065875307/current, will proceed with Du for space computation calculation, 2024-11-20T01:24:39,830 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:24:39,831 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T01:24:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a9e9268b9fff7f5 with lease ID 0xb264dd3d6868cc6d: Processing first storage report for DS-83d8cf54-dfc8-4b42-a3d2-a135b7068418 from datanode DatanodeRegistration(127.0.0.1:46605, datanodeUuid=0e3d3b61-88f1-4b9f-b1a0-bb5caff2dc80, infoPort=34543, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1768237069;c=1732065875307) 2024-11-20T01:24:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a9e9268b9fff7f5 with lease ID 0xb264dd3d6868cc6d: from storage DS-83d8cf54-dfc8-4b42-a3d2-a135b7068418 node DatanodeRegistration(127.0.0.1:46605, datanodeUuid=0e3d3b61-88f1-4b9f-b1a0-bb5caff2dc80, infoPort=34543, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1768237069;c=1732065875307), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T01:24:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52d9f0f499b6c8d1 with lease ID 0xb264dd3d6868cc6c: Processing first storage report for DS-ec6d4622-a241-4dd3-b9ab-5ef4486a7c5b from datanode DatanodeRegistration(127.0.0.1:44583, datanodeUuid=587fd132-f1ae-4229-99b3-e1e50ad292e7, infoPort=37513, infoSecurePort=0, ipcPort=44189, storageInfo=lv=-57;cid=testClusterID;nsid=1768237069;c=1732065875307) 2024-11-20T01:24:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52d9f0f499b6c8d1 with lease ID 0xb264dd3d6868cc6c: from storage DS-ec6d4622-a241-4dd3-b9ab-5ef4486a7c5b node DatanodeRegistration(127.0.0.1:44583, datanodeUuid=587fd132-f1ae-4229-99b3-e1e50ad292e7, infoPort=37513, infoSecurePort=0, ipcPort=44189, storageInfo=lv=-57;cid=testClusterID;nsid=1768237069;c=1732065875307), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T01:24:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a9e9268b9fff7f5 with lease ID 0xb264dd3d6868cc6d: Processing first storage report for DS-92159c04-6397-4539-978b-68950544b203 from datanode DatanodeRegistration(127.0.0.1:46605, datanodeUuid=0e3d3b61-88f1-4b9f-b1a0-bb5caff2dc80, infoPort=34543, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1768237069;c=1732065875307) 2024-11-20T01:24:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a9e9268b9fff7f5 with lease ID 0xb264dd3d6868cc6d: from storage DS-92159c04-6397-4539-978b-68950544b203 node DatanodeRegistration(127.0.0.1:46605, datanodeUuid=0e3d3b61-88f1-4b9f-b1a0-bb5caff2dc80, infoPort=34543, infoSecurePort=0, ipcPort=39545, storageInfo=lv=-57;cid=testClusterID;nsid=1768237069;c=1732065875307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:24:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52d9f0f499b6c8d1 with lease ID 0xb264dd3d6868cc6c: Processing first storage report for DS-d9a79e54-60c9-47db-b60e-0b552a70ff96 from datanode DatanodeRegistration(127.0.0.1:44583, datanodeUuid=587fd132-f1ae-4229-99b3-e1e50ad292e7, infoPort=37513, infoSecurePort=0, ipcPort=44189, storageInfo=lv=-57;cid=testClusterID;nsid=1768237069;c=1732065875307) 2024-11-20T01:24:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52d9f0f499b6c8d1 with lease ID 0xb264dd3d6868cc6c: from storage DS-d9a79e54-60c9-47db-b60e-0b552a70ff96 node DatanodeRegistration(127.0.0.1:44583, datanodeUuid=587fd132-f1ae-4229-99b3-e1e50ad292e7, infoPort=37513, infoSecurePort=0, ipcPort=44189, storageInfo=lv=-57;cid=testClusterID;nsid=1768237069;c=1732065875307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T01:24:39,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161 2024-11-20T01:24:39,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=123, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=6385 2024-11-20T01:24:39,980 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:39,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:39,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:24:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741825_1001 (size=7) 2024-11-20T01:24:40,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:40,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:40,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:40,332 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:40,379 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T01:24:40,405 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-20T01:24:40,410 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:40,411 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:24:40,414 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:24:40,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:24:40,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,442 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T01:24:40,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741826_1002 (size=1393) 2024-11-20T01:24:40,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741826_1002 (size=1393) 2024-11-20T01:24:40,942 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:24:40,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,969 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:40,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741827_1003 (size=1393) 2024-11-20T01:24:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741827_1003 (size=1393) 2024-11-20T01:24:41,381 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:24:41,382 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:24:41,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741828_1004 (size=1393) 2024-11-20T01:24:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741828_1004 (size=1393) 2024-11-20T01:24:41,450 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:24:41,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:24:41,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741829_1005 (size=1393) 2024-11-20T01:24:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741829_1005 (size=1393) 2024-11-20T01:24:41,506 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:24:41,507 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:24:41,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741830_1006 (size=1393) 2024-11-20T01:24:41,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741830_1006 (size=1393) 2024-11-20T01:24:41,544 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:24:41,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:24:41,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741831_1007 (size=1393) 2024-11-20T01:24:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741831_1007 (size=1393) 2024-11-20T01:24:41,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:24:41,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:24:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741832_1008 (size=1405) 2024-11-20T01:24:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741832_1008 (size=1405) 2024-11-20T01:24:41,621 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:24:41,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:24:41,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741833_1009 (size=1413) 2024-11-20T01:24:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741833_1009 (size=1413) 2024-11-20T01:24:41,649 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:24:41,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:24:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:41,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:41,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741834_1010 (size=1413) 2024-11-20T01:24:41,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741834_1010 (size=1413) 2024-11-20T01:24:42,077 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:24:42,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:24:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741835_1011 (size=1413) 2024-11-20T01:24:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741835_1011 (size=1413) 2024-11-20T01:24:42,102 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:24:42,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:24:42,182 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T01:24:42,183 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T01:24:42,183 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0 2024-11-20T01:24:42,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0 after 4ms 2024-11-20T01:24:42,234 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0 took 57ms 2024-11-20T01:24:42,243 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0 so closing down 2024-11-20T01:24:42,248 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:42,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:42,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:24:42,259 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0, size=1.4 K (1393bytes) at 1732065882181Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0 so closing down at 1732065882243 (+62 ms)3 split writer threads finished at 1732065882248 (+5 ms)Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/89b874ef-22b5-497f-9ec4-e6bef36753e7/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732065880387/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065882256 (+8 ms) 2024-11-20T01:24:42,259 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-20T01:24:42,284 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128 (was 123) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-894517653_22 at /127.0.0.1:46688 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6579356d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 763) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5245 (was 6385) 2024-11-20T01:24:42,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=128, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=766, ProcessCount=11, AvailableMemoryMB=5236 2024-11-20T01:24:42,293 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741836_1012 (size=7) 2024-11-20T01:24:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741836_1012 (size=7) 2024-11-20T01:24:42,311 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:42,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:42,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:42,320 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-20T01:24:42,321 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:24:42,323 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:24:42,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:24:42,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741837_1013 (size=2324) 2024-11-20T01:24:42,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741837_1013 (size=2324) 2024-11-20T01:24:42,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:24:42,423 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0, size=2.3 K (2324bytes) 2024-11-20T01:24:42,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0 2024-11-20T01:24:42,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0 after 1ms 2024-11-20T01:24:42,428 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0 took 6ms 2024-11-20T01:24:42,441 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0 so closing down 2024-11-20T01:24:42,442 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:42,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:42,484 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:24:42,484 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:24:42,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:24:42,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:24:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741838_1014 (size=743) 2024-11-20T01:24:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741838_1014 (size=743) 2024-11-20T01:24:42,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741839_1015 (size=743) 2024-11-20T01:24:42,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) 2024-11-20T01:24:42,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 5 ms) 2024-11-20T01:24:42,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:24:42,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:24:42,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 97 ms; skipped=7; WAL=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-20T01:24:42,528 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0, size=2.3 K (2324bytes) at 1732065882423Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0 so closing down at 1732065882441 (+18 ms)3 split writer threads finished at 1732065882442 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065882489 (+47 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065882492 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) at 1732065882520 (+28 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 5 ms) at 1732065882522 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065882527 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065882527Processed 27 edits across 2 Regions in 97 ms; skipped=7; WAL=hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732065882528 (+1 ms) 2024-11-20T01:24:42,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741839_1015 (size=743) 2024-11-20T01:24:42,542 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/WALs/testsplitlogfilemultipleregions,16010,1732065882320/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/9aab2af4-07c8-86f2-d2c7-ec5dcd2f1b72/oldWALs/wal.dat.0 2024-11-20T01:24:42,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=129 (was 128) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2005465908_22 at /127.0.0.1:46688 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2005465908_22 at /127.0.0.1:34310 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=385 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 766), ProcessCount=11 (was 11), AvailableMemoryMB=4994 (was 5236) 2024-11-20T01:24:42,581 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=766, ProcessCount=11, AvailableMemoryMB=4986 2024-11-20T01:24:42,581 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:42,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741840_1016 (size=7) 2024-11-20T01:24:42,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741840_1016 (size=7) 2024-11-20T01:24:42,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:42,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:42,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:42,604 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:42,604 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:24:42,606 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:24:42,609 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:24:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:42,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741841_1017 (size=2324) 2024-11-20T01:24:42,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741841_1017 (size=2324) 2024-11-20T01:24:42,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:24:43,652 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/80a19a75-ede8-1657-47f6-a1196f96644c/WALs/testterminationaskedbyreporter,16010,1732065882604/wal.dat.0, size=2.3 K (2324bytes) 2024-11-20T01:24:43,653 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/80a19a75-ede8-1657-47f6-a1196f96644c/WALs/testterminationaskedbyreporter,16010,1732065882604/wal.dat.0 so closing down 2024-11-20T01:24:43,653 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/80a19a75-ede8-1657-47f6-a1196f96644c/WALs/testterminationaskedbyreporter,16010,1732065882604/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-20T01:24:43,653 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/80a19a75-ede8-1657-47f6-a1196f96644c/WALs/testterminationaskedbyreporter,16010,1732065882604/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/80a19a75-ede8-1657-47f6-a1196f96644c/WALs/testterminationaskedbyreporter,16010,1732065882604/wal.dat.0, size=2.3 K (2324bytes) at 1732065883652Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/80a19a75-ede8-1657-47f6-a1196f96644c/WALs/testterminationaskedbyreporter,16010,1732065882604/wal.dat.0 so closing down at 1732065883653 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/80a19a75-ede8-1657-47f6-a1196f96644c/WALs/testterminationaskedbyreporter,16010,1732065882604/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732065883653 2024-11-20T01:24:43,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=129 (was 129), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=766 (was 766), ProcessCount=11 (was 11), AvailableMemoryMB=4053 (was 4986) 2024-11-20T01:24:43,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=129, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=766, ProcessCount=11, AvailableMemoryMB=4046 2024-11-20T01:24:43,676 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741842_1018 (size=7) 2024-11-20T01:24:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741842_1018 (size=7) 2024-11-20T01:24:43,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:43,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:43,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:43,709 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:43,709 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-20T01:24:43,712 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:24:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741843_1019 (size=1043) 2024-11-20T01:24:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741843_1019 (size=1043) 2024-11-20T01:24:43,733 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:24:43,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:24:43,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,753 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:24:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741845_1021 (size=1043) 2024-11-20T01:24:43,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741845_1021 (size=1043) 2024-11-20T01:24:43,779 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:24:43,779 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:24:43,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741846_1022 (size=1043) 2024-11-20T01:24:43,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741846_1022 (size=1043) 2024-11-20T01:24:43,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:24:43,800 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:24:43,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741847_1023 (size=1043) 2024-11-20T01:24:43,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741847_1023 (size=1043) 2024-11-20T01:24:43,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:24:43,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:24:43,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741848_1024 (size=1043) 2024-11-20T01:24:43,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741848_1024 (size=1043) 2024-11-20T01:24:43,845 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:24:43,845 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:24:43,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741849_1025 (size=1043) 2024-11-20T01:24:43,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741849_1025 (size=1043) 2024-11-20T01:24:43,870 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:24:43,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:24:43,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741850_1026 (size=1043) 2024-11-20T01:24:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741850_1026 (size=1043) 2024-11-20T01:24:43,918 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:24:43,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:24:43,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:43,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:43,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741851_1027 (size=1043) 2024-11-20T01:24:43,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741851_1027 (size=1043) 2024-11-20T01:24:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:24:44,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:44,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741852_1028 (size=1043) 2024-11-20T01:24:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741852_1028 (size=1043) 2024-11-20T01:24:44,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:24:44,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0, size=1.0 K (1043bytes) 2024-11-20T01:24:44,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0 2024-11-20T01:24:44,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0 after 1ms 2024-11-20T01:24:44,405 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0 took 5ms 2024-11-20T01:24:44,408 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-20T01:24:44,409 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0 so closing down 2024-11-20T01:24:44,409 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:44,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:44,409 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T01:24:44,410 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0, size=1.0 K (1043bytes) at 1732065884400Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0 so closing down at 1732065884409 (+9 ms)3 split writer threads finished at 1732065884409Processed 10 edits across 0 Regions in 4 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732065884409 2024-11-20T01:24:44,414 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.0 2024-11-20T01:24:44,415 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1, size=180 (180bytes) 2024-11-20T01:24:44,415 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 2024-11-20T01:24:44,416 WARN [IPC Server handler 2 on default port 42857 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-20T01:24:44,417 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 after 2ms 2024-11-20T01:24:44,867 WARN [ResponseProcessor for block BP-919390464-172.17.0.3-1732065875307:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-919390464-172.17.0.3-1732065875307:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:24:44,868 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232374643_22 at /127.0.0.1:34354 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:44583:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34354 dst: /127.0.0.1:44583 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:44,867 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-232374643_22 at /127.0.0.1:46798 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:46605:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46798 dst: /127.0.0.1:46605 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46605 remote=/127.0.0.1:46798]. Total timeout mills is 60000, 58887 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:44,872 WARN [DataStreamer for file /user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 block BP-919390464-172.17.0.3-1732065875307:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-919390464-172.17.0.3-1732065875307:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46605,DS-83d8cf54-dfc8-4b42-a3d2-a135b7068418,DISK], DatanodeInfoWithStorage[127.0.0.1:44583,DS-ec6d4622-a241-4dd3-b9ab-5ef4486a7c5b,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46605,DS-83d8cf54-dfc8-4b42-a3d2-a135b7068418,DISK]) is bad. 2024-11-20T01:24:44,878 WARN [DataStreamer for file /user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 block BP-919390464-172.17.0.3-1732065875307:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-919390464-172.17.0.3-1732065875307:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:24:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741844_1029 (size=1035) 2024-11-20T01:24:44,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741844_1029 (size=1035) 2024-11-20T01:24:48,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 after 4003ms 2024-11-20T01:24:48,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 took 4010ms 2024-11-20T01:24:48,426 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1; continuing. 2024-11-20T01:24:48,427 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 so closing down 2024-11-20T01:24:48,427 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:48,427 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:48,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-20T01:24:48,427 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1, size=180 (180bytes) at 1732065884415Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 so closing down at 1732065888427 (+4012 ms)3 split writer threads finished at 1732065888427Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732065888427 2024-11-20T01:24:48,431 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.1 2024-11-20T01:24:48,432 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2, size=1.0 K (1043bytes) 2024-11-20T01:24:48,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2 2024-11-20T01:24:48,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2 after 1ms 2024-11-20T01:24:48,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2 took 6ms 2024-11-20T01:24:48,440 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2 so closing down 2024-11-20T01:24:48,440 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:48,440 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:48,440 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T01:24:48,440 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2, size=1.0 K (1043bytes) at 1732065888432Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2 so closing down at 1732065888440 (+8 ms)3 split writer threads finished at 1732065888440Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732065888440 2024-11-20T01:24:48,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.2 2024-11-20T01:24:48,445 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3, size=1.0 K (1043bytes) 2024-11-20T01:24:48,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3 2024-11-20T01:24:48,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3 after 0ms 2024-11-20T01:24:48,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3 took 5ms 2024-11-20T01:24:48,451 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3 so closing down 2024-11-20T01:24:48,451 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:48,452 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:48,452 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T01:24:48,452 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3, size=1.0 K (1043bytes) at 1732065888445Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3 so closing down at 1732065888451 (+6 ms)3 split writer threads finished at 1732065888452 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732065888452 2024-11-20T01:24:48,458 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.3 2024-11-20T01:24:48,458 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4, size=1.0 K (1043bytes) 2024-11-20T01:24:48,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4 2024-11-20T01:24:48,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4 after 0ms 2024-11-20T01:24:48,463 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4 took 5ms 2024-11-20T01:24:48,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4 so closing down 2024-11-20T01:24:48,470 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:48,470 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:48,470 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T01:24:48,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4, size=1.0 K (1043bytes) at 1732065888459Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4 so closing down at 1732065888470 (+11 ms)3 split writer threads finished at 1732065888470Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732065888470 2024-11-20T01:24:48,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.4 2024-11-20T01:24:48,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5, size=1.0 K (1043bytes) 2024-11-20T01:24:48,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5 2024-11-20T01:24:48,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5 after 1ms 2024-11-20T01:24:48,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5 took 5ms 2024-11-20T01:24:48,482 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5 so closing down 2024-11-20T01:24:48,482 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:48,482 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:48,482 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T01:24:48,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5, size=1.0 K (1043bytes) at 1732065888474Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5 so closing down at 1732065888482 (+8 ms)3 split writer threads finished at 1732065888482Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732065888482 2024-11-20T01:24:48,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.5 2024-11-20T01:24:48,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6, size=1.0 K (1043bytes) 2024-11-20T01:24:48,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6 2024-11-20T01:24:48,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6 after 1ms 2024-11-20T01:24:48,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6 took 6ms 2024-11-20T01:24:48,495 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6 so closing down 2024-11-20T01:24:48,495 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:48,495 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:48,495 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T01:24:48,496 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6, size=1.0 K (1043bytes) at 1732065888487Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6 so closing down at 1732065888495 (+8 ms)3 split writer threads finished at 1732065888495Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732065888496 (+1 ms) 2024-11-20T01:24:48,500 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.6 2024-11-20T01:24:48,500 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7, size=1.0 K (1043bytes) 2024-11-20T01:24:48,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7 2024-11-20T01:24:48,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7 after 1ms 2024-11-20T01:24:48,506 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7 took 5ms 2024-11-20T01:24:48,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7 so closing down 2024-11-20T01:24:48,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:48,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:48,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T01:24:48,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7, size=1.0 K (1043bytes) at 1732065888500Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7 so closing down at 1732065888509 (+9 ms)3 split writer threads finished at 1732065888509Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732065888509 2024-11-20T01:24:48,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.7 2024-11-20T01:24:48,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8, size=1.0 K (1043bytes) 2024-11-20T01:24:48,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8 2024-11-20T01:24:48,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8 after 0ms 2024-11-20T01:24:48,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8 took 5ms 2024-11-20T01:24:48,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8 so closing down 2024-11-20T01:24:48,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:48,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:48,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T01:24:48,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8, size=1.0 K (1043bytes) at 1732065888514Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8 so closing down at 1732065888520 (+6 ms)3 split writer threads finished at 1732065888521 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732065888521 2024-11-20T01:24:48,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.8 2024-11-20T01:24:48,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9, size=1.0 K (1043bytes) 2024-11-20T01:24:48,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9 2024-11-20T01:24:48,527 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9 after 1ms 2024-11-20T01:24:48,531 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9 took 6ms 2024-11-20T01:24:48,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9 so closing down 2024-11-20T01:24:48,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:48,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:48,534 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-20T01:24:48,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9, size=1.0 K (1043bytes) at 1732065888526Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9 so closing down at 1732065888533 (+7 ms)3 split writer threads finished at 1732065888534 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732065888534 2024-11-20T01:24:48,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/WALs/testsplitdeletedregion,16010,1732065883709/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/2876e724-d45c-d63a-53b4-4c46846eaead/oldWALs/wal.dat.9 2024-11-20T01:24:48,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135 (was 129) Potentially hanging thread: IPC Client (520401688) connection to localhost/127.0.0.1:44189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-827835099_22 at /127.0.0.1:46882 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-827835099_22 at /127.0.0.1:34452 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=736 (was 766), ProcessCount=11 (was 11), AvailableMemoryMB=6030 (was 4046) - AvailableMemoryMB LEAK? - 2024-11-20T01:24:48,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=736, ProcessCount=12, AvailableMemoryMB=6024 2024-11-20T01:24:48,561 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:48,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741853_1030 (size=7) 2024-11-20T01:24:48,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741853_1030 (size=7) 2024-11-20T01:24:48,593 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:48,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:48,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:48,604 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:48,605 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T01:24:48,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:24:48,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:48,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:48,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741854_1031 (size=863) 2024-11-20T01:24:48,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741854_1031 (size=863) 2024-11-20T01:24:48,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:24:48,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741855_1032 (size=859) 2024-11-20T01:24:48,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741855_1032 (size=859) 2024-11-20T01:24:49,082 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0, size=859 (859bytes) 2024-11-20T01:24:49,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0 2024-11-20T01:24:49,082 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0 after 0ms 2024-11-20T01:24:49,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0 took 6ms 2024-11-20T01:24:49,178 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0; continuing. 2024-11-20T01:24:49,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0 so closing down 2024-11-20T01:24:49,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:49,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:49,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:24:49,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:24:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741856_1033 (size=863) 2024-11-20T01:24:49,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741856_1033 (size=863) 2024-11-20T01:24:49,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:24:49,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-20T01:24:49,199 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-20T01:24:49,199 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0, size=859 (859bytes) at 1732065889082Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0 so closing down at 1732065889178 (+96 ms)3 split writer threads finished at 1732065889179 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065889185 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065889196 (+11 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732065889199 (+3 ms)Processed 10 edits across 1 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732065889199 2024-11-20T01:24:49,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/WALs/testcorruptwaltrailer,16010,1732065888605/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/24bcbb8d-a519-3861-b8bf-d3253ea7082c/oldWALs/wal.dat.0 2024-11-20T01:24:49,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=736 (was 736), ProcessCount=11 (was 12), AvailableMemoryMB=5903 (was 6024) 2024-11-20T01:24:49,233 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=736, ProcessCount=11, AvailableMemoryMB=5903 2024-11-20T01:24:49,233 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741857_1034 (size=7) 2024-11-20T01:24:49,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741857_1034 (size=7) 2024-11-20T01:24:49,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:49,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:49,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:49,256 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:49,274 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=736 (was 736), ProcessCount=11 (was 11), AvailableMemoryMB=5901 (was 5903) 2024-11-20T01:24:49,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=736, ProcessCount=11, AvailableMemoryMB=5901 2024-11-20T01:24:49,283 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741858_1035 (size=7) 2024-11-20T01:24:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741858_1035 (size=7) 2024-11-20T01:24:49,303 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:49,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:49,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:49,312 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:49,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-20T01:24:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741859_1036 (size=93) 2024-11-20T01:24:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741859_1036 (size=93) 2024-11-20T01:24:49,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=135 (was 135), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=736 (was 736), ProcessCount=11 (was 11), AvailableMemoryMB=5897 (was 5901) 2024-11-20T01:24:49,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=736, ProcessCount=11, AvailableMemoryMB=5897 2024-11-20T01:24:49,357 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:49,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741860_1037 (size=7) 2024-11-20T01:24:49,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741860_1037 (size=7) 2024-11-20T01:24:49,369 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:49,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:49,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:49,375 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:49,376 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:24:49,377 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:24:49,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:24:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741861_1038 (size=1393) 2024-11-20T01:24:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741861_1038 (size=1393) 2024-11-20T01:24:49,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:24:49,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:24:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741862_1039 (size=1393) 2024-11-20T01:24:49,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741862_1039 (size=1393) 2024-11-20T01:24:49,430 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:24:49,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:24:49,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741863_1040 (size=1393) 2024-11-20T01:24:49,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741863_1040 (size=1393) 2024-11-20T01:24:49,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:24:49,457 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:24:49,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741864_1041 (size=1393) 2024-11-20T01:24:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741864_1041 (size=1393) 2024-11-20T01:24:49,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:24:49,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:24:49,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741865_1042 (size=1393) 2024-11-20T01:24:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741865_1042 (size=1393) 2024-11-20T01:24:49,502 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:24:49,502 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:24:49,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741866_1043 (size=1393) 2024-11-20T01:24:49,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741866_1043 (size=1393) 2024-11-20T01:24:49,530 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:24:49,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:24:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741867_1044 (size=1405) 2024-11-20T01:24:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741867_1044 (size=1405) 2024-11-20T01:24:49,550 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:24:49,550 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741868_1045 (size=1413) 2024-11-20T01:24:49,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741868_1045 (size=1413) 2024-11-20T01:24:49,974 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:24:49,974 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:24:49,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741869_1046 (size=1413) 2024-11-20T01:24:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741869_1046 (size=1413) 2024-11-20T01:24:49,993 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:24:49,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:24:49,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:49,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:50,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741870_1047 (size=1413) 2024-11-20T01:24:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741870_1047 (size=1413) 2024-11-20T01:24:50,432 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:24:50,459 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:24:50,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7 2024-11-20T01:24:50,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7 after 1ms 2024-11-20T01:24:50,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7 took 5ms 2024-11-20T01:24:50,468 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7 so closing down 2024-11-20T01:24:50,468 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:50,468 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:50,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:24:50,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:24:50,492 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:50,492 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:50,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-20T01:24:50,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7, size=1.4 K (1413bytes) at 1732065890459Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7 so closing down at 1732065890468 (+9 ms)3 split writer threads finished at 1732065890468Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065890484 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065890484Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1732065890492 (+8 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732065890492Processed 20 edits across 0 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0e3351cb-01d1-648c-7c3b-bca87ae5586b/WALs/testioeonoutputthread,16010,1732065889375/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732065890493 (+1 ms) 2024-11-20T01:24:50,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137 (was 135) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_607795472_22 at /127.0.0.1:46882 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=736 (was 736), ProcessCount=11 (was 11), AvailableMemoryMB=5857 (was 5897) 2024-11-20T01:24:50,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=135, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=736, ProcessCount=11, AvailableMemoryMB=5856 2024-11-20T01:24:50,509 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:50,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741871_1048 (size=7) 2024-11-20T01:24:50,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741871_1048 (size=7) 2024-11-20T01:24:50,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:50,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:50,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:50,930 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:51,036 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:24:51,041 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:24:51,054 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:24:51,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741872_1049 (size=2324) 2024-11-20T01:24:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741872_1049 (size=2324) 2024-11-20T01:24:51,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:24:51,185 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:24:51,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741873_1050 (size=1393) 2024-11-20T01:24:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741873_1050 (size=1393) 2024-11-20T01:24:51,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:24:51,249 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:24:51,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-20T01:24:51,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-20T01:24:51,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-20T01:24:51,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-20T01:24:51,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-20T01:24:51,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-20T01:24:51,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-20T01:24:51,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-20T01:24:51,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-20T01:24:51,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-20T01:24:51,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-20T01:24:51,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-20T01:24:51,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-20T01:24:51,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-20T01:24:51,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-20T01:24:51,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-20T01:24:51,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-20T01:24:51,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-20T01:24:51,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-20T01:24:51,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-20T01:24:51,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-20T01:24:51,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-20T01:24:51,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-20T01:24:51,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-20T01:24:51,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-20T01:24:51,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-20T01:24:51,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-20T01:24:51,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-20T01:24:51,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-20T01:24:51,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-20T01:24:51,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-20T01:24:51,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-20T01:24:51,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-20T01:24:51,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-20T01:24:51,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-20T01:24:51,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-20T01:24:51,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-20T01:24:51,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-20T01:24:51,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-20T01:24:51,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-20T01:24:51,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-20T01:24:51,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-20T01:24:51,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-20T01:24:51,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-20T01:24:51,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-20T01:24:51,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-20T01:24:51,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-20T01:24:51,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-20T01:24:51,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-20T01:24:51,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-20T01:24:51,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-20T01:24:51,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-20T01:24:51,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-20T01:24:51,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-20T01:24:51,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-20T01:24:51,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-20T01:24:51,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-20T01:24:51,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-20T01:24:51,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-20T01:24:51,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-20T01:24:51,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-20T01:24:51,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-20T01:24:51,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-20T01:24:51,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-20T01:24:51,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-20T01:24:51,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-20T01:24:51,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-20T01:24:51,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-20T01:24:51,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-20T01:24:51,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-20T01:24:51,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-20T01:24:51,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-20T01:24:51,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-20T01:24:51,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-20T01:24:51,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-20T01:24:51,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-20T01:24:51,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-20T01:24:51,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-20T01:24:51,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-20T01:24:51,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-20T01:24:51,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-20T01:24:51,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-20T01:24:51,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-20T01:24:51,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-20T01:24:51,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-20T01:24:51,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-20T01:24:51,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-20T01:24:51,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-20T01:24:51,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-20T01:24:51,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-20T01:24:51,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-20T01:24:51,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-20T01:24:51,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-20T01:24:51,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-20T01:24:51,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-20T01:24:51,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-20T01:24:51,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-20T01:24:51,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-20T01:24:51,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-20T01:24:51,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-20T01:24:51,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-20T01:24:51,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-20T01:24:51,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-20T01:24:51,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-20T01:24:51,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-20T01:24:51,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-20T01:24:51,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-20T01:24:51,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-20T01:24:51,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-20T01:24:51,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-20T01:24:51,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-20T01:24:51,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:51,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-20T01:24:51,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:51,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-20T01:24:52,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-20T01:24:52,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-20T01:24:52,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-20T01:24:52,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-20T01:24:52,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-20T01:24:52,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-20T01:24:52,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-20T01:24:52,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-20T01:24:52,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-20T01:24:52,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-20T01:24:52,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-20T01:24:52,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-20T01:24:52,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-20T01:24:52,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-20T01:24:52,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-20T01:24:52,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-20T01:24:52,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-20T01:24:52,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-20T01:24:52,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-20T01:24:52,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-20T01:24:52,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-20T01:24:52,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-20T01:24:52,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-20T01:24:52,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-20T01:24:52,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-20T01:24:52,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-20T01:24:52,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-20T01:24:52,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-20T01:24:52,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-20T01:24:52,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-20T01:24:52,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-20T01:24:52,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-20T01:24:52,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-20T01:24:52,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-20T01:24:52,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-20T01:24:52,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-20T01:24:52,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-20T01:24:52,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-20T01:24:52,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-20T01:24:52,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-20T01:24:52,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-20T01:24:52,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-20T01:24:52,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-20T01:24:52,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-20T01:24:52,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-20T01:24:52,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-20T01:24:52,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-20T01:24:52,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-20T01:24:52,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-20T01:24:52,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-20T01:24:52,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-20T01:24:52,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-20T01:24:52,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-20T01:24:52,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-20T01:24:52,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-20T01:24:52,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-20T01:24:52,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-20T01:24:52,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-20T01:24:52,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-20T01:24:52,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-20T01:24:52,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-20T01:24:52,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-20T01:24:52,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-20T01:24:52,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-20T01:24:52,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-20T01:24:52,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-20T01:24:52,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-20T01:24:52,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-20T01:24:52,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-20T01:24:52,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-20T01:24:52,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-20T01:24:52,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-20T01:24:52,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-20T01:24:52,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-20T01:24:52,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-20T01:24:52,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-20T01:24:52,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-20T01:24:52,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-20T01:24:52,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-20T01:24:52,378 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930): HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732065891184; access_time=1732065891080; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065891247; access_time=1732065891186; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732065891250; access_time=1732065891250; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-20T01:24:52,378 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-20T01:24:52,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-20T01:24:52,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-20T01:24:52,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-20T01:24:52,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-20T01:24:52,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-20T01:24:52,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-20T01:24:52,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-20T01:24:52,473 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0, size=2.3 K (2324bytes) 2024-11-20T01:24:52,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0 2024-11-20T01:24:52,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-20T01:24:52,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0 after 8ms 2024-11-20T01:24:52,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-20T01:24:52,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-20T01:24:52,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,500 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0 took 27ms 2024-11-20T01:24:52,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-20T01:24:52,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-20T01:24:52,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-20T01:24:52,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0 so closing down 2024-11-20T01:24:52,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:52,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:52,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-20T01:24:52,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-20T01:24:52,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-20T01:24:52,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-20T01:24:52,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-20T01:24:52,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-20T01:24:52,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-20T01:24:52,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-20T01:24:52,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-20T01:24:52,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-20T01:24:52,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-20T01:24:52,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-20T01:24:52,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:24:52,597 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:24:52,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-20T01:24:52,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-20T01:24:52,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-20T01:24:52,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-20T01:24:52,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-20T01:24:52,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-20T01:24:52,635 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:24:52,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:24:52,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-20T01:24:52,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-20T01:24:52,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-20T01:24:52,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-20T01:24:52,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-20T01:24:52,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-20T01:24:52,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-20T01:24:52,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-20T01:24:52,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-20T01:24:52,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-20T01:24:52,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-20T01:24:52,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-20T01:24:52,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-20T01:24:52,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-20T01:24:52,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-20T01:24:52,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741876_1053 (size=743) 2024-11-20T01:24:52,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741876_1053 (size=743) 2024-11-20T01:24:52,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-20T01:24:52,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-20T01:24:52,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-20T01:24:52,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-20T01:24:52,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-20T01:24:52,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-20T01:24:52,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-20T01:24:52,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741875_1052 (size=743) 2024-11-20T01:24:52,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741875_1052 (size=743) 2024-11-20T01:24:52,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-20T01:24:52,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-20T01:24:52,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-20T01:24:52,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-20T01:24:52,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-20T01:24:52,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-20T01:24:52,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-20T01:24:52,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-20T01:24:52,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-20T01:24:52,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-20T01:24:52,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-20T01:24:52,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-20T01:24:52,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-20T01:24:52,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-20T01:24:52,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-20T01:24:52,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-20T01:24:52,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-20T01:24:52,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-20T01:24:52,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-20T01:24:52,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-20T01:24:52,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-20T01:24:52,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-20T01:24:52,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-20T01:24:52,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-20T01:24:52,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-20T01:24:52,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-20T01:24:52,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-20T01:24:52,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-20T01:24:52,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-20T01:24:52,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-20T01:24:52,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-20T01:24:52,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-20T01:24:52,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-20T01:24:52,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-20T01:24:52,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-20T01:24:52,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-20T01:24:52,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-20T01:24:52,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-20T01:24:52,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-20T01:24:52,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-20T01:24:52,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-20T01:24:52,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-20T01:24:52,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-20T01:24:52,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-20T01:24:52,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-20T01:24:52,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-20T01:24:52,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-20T01:24:52,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-20T01:24:52,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-20T01:24:52,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-20T01:24:52,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-20T01:24:52,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-20T01:24:52,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-20T01:24:52,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-20T01:24:52,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-20T01:24:52,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-20T01:24:52,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-20T01:24:52,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-20T01:24:52,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-20T01:24:52,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-20T01:24:52,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-20T01:24:52,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-20T01:24:52,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-20T01:24:52,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-20T01:24:52,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-20T01:24:52,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-20T01:24:52,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-20T01:24:52,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-20T01:24:52,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-20T01:24:52,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-20T01:24:52,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-20T01:24:52,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-20T01:24:52,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-20T01:24:52,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-20T01:24:52,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-20T01:24:52,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-20T01:24:52,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-20T01:24:52,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:52,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:52,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-20T01:24:53,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-20T01:24:53,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-20T01:24:53,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-20T01:24:53,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-20T01:24:53,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-20T01:24:53,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-20T01:24:53,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-20T01:24:53,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-20T01:24:53,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-20T01:24:53,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-20T01:24:53,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-20T01:24:53,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-20T01:24:53,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-20T01:24:53,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-20T01:24:53,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-20T01:24:53,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-20T01:24:53,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-20T01:24:53,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-20T01:24:53,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-20T01:24:53,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-20T01:24:53,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-20T01:24:53,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-20T01:24:53,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-20T01:24:53,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-20T01:24:53,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-20T01:24:53,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-20T01:24:53,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-20T01:24:53,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-20T01:24:53,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-20T01:24:53,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-20T01:24:53,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-20T01:24:53,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-20T01:24:53,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-20T01:24:53,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-20T01:24:53,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-20T01:24:53,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-20T01:24:53,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-20T01:24:53,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:24:53,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-20T01:24:53,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-20T01:24:53,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,132 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:24:53,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-20T01:24:53,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-20T01:24:53,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-20T01:24:53,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-20T01:24:53,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:24:53,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-20T01:24:53,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:24:53,144 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 633 ms; skipped=7; WAL=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-20T01:24:53,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-20T01:24:53,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0, size=2.3 K (2324bytes) at 1732065892473Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0 so closing down at 1732065892538 (+65 ms)3 split writer threads finished at 1732065892539 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065892635 (+96 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065892641 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065893126 (+485 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065893132 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065893140 (+8 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065893144 (+4 ms)Processed 27 edits across 2 Regions in 633 ms; skipped=7; WAL=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732065893144 2024-11-20T01:24:53,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-20T01:24:53,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-20T01:24:53,150 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/oldWALs/wal.dat.0 2024-11-20T01:24:53,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:24:53,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1 2024-11-20T01:24:53,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1 after 0ms 2024-11-20T01:24:53,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-20T01:24:53,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-20T01:24:53,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1 took 7ms 2024-11-20T01:24:53,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-20T01:24:53,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-20T01:24:53,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-20T01:24:53,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-20T01:24:53,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-20T01:24:53,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-20T01:24:53,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-20T01:24:53,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-20T01:24:53,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1 so closing down 2024-11-20T01:24:53,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:53,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-20T01:24:53,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:53,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-20T01:24:53,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-20T01:24:53,188 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:24:53,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-20T01:24:53,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-20T01:24:53,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:24:53,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-20T01:24:53,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-20T01:24:53,202 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:24:53,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-20T01:24:53,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:24:53,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-20T01:24:53,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-20T01:24:53,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-20T01:24:53,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-20T01:24:53,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-20T01:24:53,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741877_1054 (size=743) 2024-11-20T01:24:53,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-20T01:24:53,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741877_1054 (size=743) 2024-11-20T01:24:53,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-20T01:24:53,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-20T01:24:53,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:24:53,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-20T01:24:53,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:24:53,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-20T01:24:53,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-20T01:24:53,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-20T01:24:53,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-20T01:24:53,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-20T01:24:53,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-20T01:24:53,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-20T01:24:53,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-20T01:24:53,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-20T01:24:53,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-20T01:24:53,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-20T01:24:53,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-20T01:24:53,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-20T01:24:53,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-20T01:24:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741878_1055 (size=743) 2024-11-20T01:24:53,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-20T01:24:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741878_1055 (size=743) 2024-11-20T01:24:53,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,278 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:24:53,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-20T01:24:53,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-20T01:24:53,282 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:24:53,282 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:24:53,282 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1, size=1.4 K (1393bytes) at 1732065893150Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1 so closing down at 1732065893179 (+29 ms)3 split writer threads finished at 1732065893181 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065893192 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065893209 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065893233 (+24 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065893237 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065893278 (+41 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065893282 (+4 ms)Processed 20 edits across 2 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065893282 2024-11-20T01:24:53,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-20T01:24:53,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-20T01:24:53,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,288 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/oldWALs/wal.dat.1 2024-11-20T01:24:53,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2, size=150 (150bytes) 2024-11-20T01:24:53,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 2024-11-20T01:24:53,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,290 WARN [IPC Server handler 1 on default port 42857 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-20T01:24:53,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 after 2ms 2024-11-20T01:24:53,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-20T01:24:53,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-20T01:24:53,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-20T01:24:53,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-20T01:24:53,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-20T01:24:53,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-20T01:24:53,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-20T01:24:53,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-20T01:24:53,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-20T01:24:53,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-20T01:24:53,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-20T01:24:53,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-20T01:24:53,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-20T01:24:53,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-20T01:24:53,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-20T01:24:53,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-20T01:24:53,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-20T01:24:53,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-20T01:24:53,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-20T01:24:53,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-20T01:24:53,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-20T01:24:53,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-20T01:24:53,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-20T01:24:53,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-20T01:24:53,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-20T01:24:53,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-20T01:24:53,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-20T01:24:53,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-20T01:24:53,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-20T01:24:53,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-20T01:24:53,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-20T01:24:53,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-20T01:24:53,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-20T01:24:53,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-20T01:24:53,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-20T01:24:53,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-20T01:24:53,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-20T01:24:53,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-20T01:24:53,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-20T01:24:53,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-20T01:24:53,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-20T01:24:53,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-20T01:24:53,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-20T01:24:53,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-20T01:24:53,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-20T01:24:53,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-20T01:24:53,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-20T01:24:53,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-20T01:24:53,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-20T01:24:53,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-20T01:24:53,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-20T01:24:53,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-20T01:24:53,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-20T01:24:53,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-20T01:24:53,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-20T01:24:53,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-20T01:24:53,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-20T01:24:53,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-20T01:24:53,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-20T01:24:53,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-20T01:24:53,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-20T01:24:53,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-20T01:24:53,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-20T01:24:53,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-20T01:24:53,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-20T01:24:53,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-20T01:24:53,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-20T01:24:53,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-20T01:24:53,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-20T01:24:53,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-20T01:24:53,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-20T01:24:53,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-20T01:24:53,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-20T01:24:53,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-20T01:24:53,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-20T01:24:53,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-20T01:24:53,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-20T01:24:53,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-20T01:24:53,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-20T01:24:53,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-20T01:24:53,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-20T01:24:53,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-20T01:24:53,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-20T01:24:53,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-20T01:24:53,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-20T01:24:53,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-20T01:24:53,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-20T01:24:53,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-20T01:24:53,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-20T01:24:53,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-20T01:24:53,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-20T01:24:53,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-20T01:24:53,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-20T01:24:53,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-20T01:24:53,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-20T01:24:53,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-20T01:24:53,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-20T01:24:53,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-20T01:24:53,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-20T01:24:53,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-20T01:24:53,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-20T01:24:53,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-20T01:24:53,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-20T01:24:53,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-20T01:24:53,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-20T01:24:53,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-20T01:24:53,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-20T01:24:53,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-20T01:24:53,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-20T01:24:53,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-20T01:24:53,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-20T01:24:53,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-20T01:24:53,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-20T01:24:53,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-20T01:24:53,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-20T01:24:53,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-20T01:24:53,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-20T01:24:53,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-20T01:24:53,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-20T01:24:53,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-20T01:24:53,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-20T01:24:53,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-20T01:24:53,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-20T01:24:53,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-20T01:24:53,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-20T01:24:53,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-20T01:24:53,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-20T01:24:53,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-20T01:24:53,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-20T01:24:53,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-20T01:24:53,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-20T01:24:53,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-20T01:24:53,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-20T01:24:53,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-20T01:24:53,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-20T01:24:53,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-20T01:24:53,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-20T01:24:53,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-20T01:24:53,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-20T01:24:53,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-20T01:24:53,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-20T01:24:53,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-20T01:24:53,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-20T01:24:53,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-20T01:24:53,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-20T01:24:53,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-20T01:24:53,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-20T01:24:53,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-20T01:24:53,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-20T01:24:53,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-20T01:24:53,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-20T01:24:53,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-20T01:24:53,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-20T01:24:53,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-20T01:24:53,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-20T01:24:53,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-20T01:24:53,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-20T01:24:53,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-20T01:24:53,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-20T01:24:53,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-20T01:24:53,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-20T01:24:53,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-20T01:24:53,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-20T01:24:53,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-20T01:24:53,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-20T01:24:53,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-20T01:24:53,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-20T01:24:53,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-20T01:24:53,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-20T01:24:53,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-20T01:24:53,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-20T01:24:53,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-20T01:24:53,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-20T01:24:53,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-20T01:24:53,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-20T01:24:53,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-20T01:24:53,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-20T01:24:53,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-20T01:24:53,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-20T01:24:53,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-20T01:24:53,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-20T01:24:53,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-20T01:24:53,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-20T01:24:53,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-20T01:24:53,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-20T01:24:53,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-20T01:24:53,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-20T01:24:53,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-20T01:24:53,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-20T01:24:53,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-20T01:24:53,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-20T01:24:53,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-20T01:24:53,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-20T01:24:53,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-20T01:24:53,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-20T01:24:53,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-20T01:24:53,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-20T01:24:53,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-20T01:24:53,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-20T01:24:53,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-20T01:24:53,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-20T01:24:53,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-20T01:24:53,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-20T01:24:53,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-20T01:24:53,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-20T01:24:53,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-20T01:24:53,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-20T01:24:53,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-20T01:24:53,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-20T01:24:53,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-20T01:24:53,889 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1572346685_533 at /127.0.0.1:47056 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:46605:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47056 dst: /127.0.0.1:46605 java.nio.channels.ClosedByInterruptException: null at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:199) ~[?:?] at sun.nio.ch.FileChannelImpl.endBlocking(FileChannelImpl.java:171) ~[?:?] at sun.nio.ch.FileChannelImpl.position(FileChannelImpl.java:349) ~[?:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.adjustCrcChannelPosition(FsDatasetImpl.java:1948) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.adjustCrcFilePosition(BlockReceiver.java:1171) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:788) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:53,890 WARN [ResponseProcessor for block BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:24:53,890 WARN [org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1@492fb688 {}] datanode.BlockRecoveryWorker$RecoveryTaskContiguous(164): Failed to recover block (block=BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051, datanode=DatanodeInfoWithStorage[127.0.0.1:46605,null,null]) java.io.IOException: Block length mismatch, len=41315 but r=ReplicaBeingWritten, blk_1073741874_1051, RBW getNumBytes() = 41315 getBytesOnDisk() = 41251 getVisibleLength()= 41251 getVolume() = /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data4 getBlockURI() = file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data4/current/BP-919390464-172.17.0.3-1732065875307/current/rbw/blk_1073741874 bytesAcked=41251 bytesOnDisk=41251 at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.checkReplicaFiles(FsDatasetImpl.java:2300) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecoveryImpl(FsDatasetImpl.java:3039) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2985) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.fsdataset.impl.FsDatasetImpl.initReplicaRecovery(FsDatasetImpl.java:2968) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataNode.initReplicaRecovery(DataNode.java:3526) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.callInitReplicaRecovery(BlockRecoveryWorker.java:561) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker.access$400(BlockRecoveryWorker.java:57) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$RecoveryTaskContiguous.recover(BlockRecoveryWorker.java:135) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockRecoveryWorker$1.run(BlockRecoveryWorker.java:602) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:53,892 WARN [DataStreamer for file /user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 block BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46605,DS-83d8cf54-dfc8-4b42-a3d2-a135b7068418,DISK], DatanodeInfoWithStorage[127.0.0.1:44583,DS-ec6d4622-a241-4dd3-b9ab-5ef4486a7c5b,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46605,DS-83d8cf54-dfc8-4b42-a3d2-a135b7068418,DISK]) is bad. 2024-11-20T01:24:53,890 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1572346685_533 at /127.0.0.1:34644 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:44583:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34644 dst: /127.0.0.1:44583 java.net.SocketException: Connection reset at sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394) ~[?:?] at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426) ~[?:?] at org.apache.hadoop.net.SocketInputStream$Reader.performIO(SocketInputStream.java:57) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:141) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:24:53,904 WARN [DataStreamer for file /user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 block BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:24:53,905 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:24:53,906 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-20T01:24:53,906 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 655 2024-11-20T01:24:53,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-20T01:24:53,906 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:24:53,907 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-919390464-172.17.0.3-1732065875307:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:24:56,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741874_1056 (size=41315) 2024-11-20T01:24:57,292 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 after 4003ms 2024-11-20T01:24:57,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 took 4018ms 2024-11-20T01:24:57,338 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2; continuing. 2024-11-20T01:24:57,338 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 so closing down 2024-11-20T01:24:57,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:24:57,338 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:24:57,344 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:24:57,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:24:57,385 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:24:57,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:24:57,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741879_1057 (size=40673) 2024-11-20T01:24:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741879_1057 (size=40673) 2024-11-20T01:24:57,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 635 edits, skipped 0 edits in 6 ms) 2024-11-20T01:24:57,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:24:57,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741880_1058 (size=743) 2024-11-20T01:24:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741880_1058 (size=743) 2024-11-20T01:24:57,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:24:57,457 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:24:57,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 645 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-20T01:24:57,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2, size=150 (150bytes) at 1732065893289Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 so closing down at 1732065897338 (+4049 ms)3 split writer threads finished at 1732065897338Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065897360 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065897389 (+29 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 635 edits, skipped 0 edits in 6 ms) at 1732065897414 (+25 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065897423 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065897454 (+31 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065897457 (+3 ms)Processed 645 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732065897457 2024-11-20T01:24:57,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/WALs/testlogcannotbewrittenonceparsed,16010,1732065890930/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/2f063f8b-4a74-3234-622b-d3e12df7aee3/oldWALs/wal.dat.2 2024-11-20T01:24:57,464 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-20T01:24:57,525 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=654, robber=655 2024-11-20T01:24:57,549 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=142 (was 135) Potentially hanging thread: IPC Client (520401688) connection to localhost/127.0.0.1:42857 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@672c82e9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (520401688) connection to localhost/127.0.0.1:42857 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:42857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_607795472_22 at /127.0.0.1:38764 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_607795472_22 at /127.0.0.1:44386 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:42857 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=399 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=701 (was 736), ProcessCount=11 (was 11), AvailableMemoryMB=5958 (was 5856) - AvailableMemoryMB LEAK? - 2024-11-20T01:24:57,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=701, ProcessCount=11, AvailableMemoryMB=5957 2024-11-20T01:24:57,563 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:24:57,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741881_1059 (size=7) 2024-11-20T01:24:57,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741881_1059 (size=7) 2024-11-20T01:24:57,624 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:24:57,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:57,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:24:57,662 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:24:57,666 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:24:57,668 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:24:57,671 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:24:57,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741882_1060 (size=1393) 2024-11-20T01:24:57,785 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:24:57,785 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:24:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741882_1060 (size=1393) 2024-11-20T01:24:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:57,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:57,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741883_1061 (size=1393) 2024-11-20T01:24:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741883_1061 (size=1393) 2024-11-20T01:24:58,260 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:24:58,261 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:24:58,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741884_1062 (size=1393) 2024-11-20T01:24:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741884_1062 (size=1393) 2024-11-20T01:24:58,322 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:24:58,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:24:58,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741885_1063 (size=1393) 2024-11-20T01:24:58,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741885_1063 (size=1393) 2024-11-20T01:24:58,371 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:24:58,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:24:58,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741886_1064 (size=1393) 2024-11-20T01:24:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741886_1064 (size=1393) 2024-11-20T01:24:58,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:24:58,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:24:58,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741887_1065 (size=1393) 2024-11-20T01:24:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741887_1065 (size=1393) 2024-11-20T01:24:58,477 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:24:58,479 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:24:58,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741888_1066 (size=1405) 2024-11-20T01:24:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741888_1066 (size=1405) 2024-11-20T01:24:58,547 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:24:58,547 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:24:58,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741889_1067 (size=1413) 2024-11-20T01:24:58,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:24:58,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:24:58,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741889_1067 (size=1413) 2024-11-20T01:24:58,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741890_1068 (size=1413) 2024-11-20T01:24:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741890_1068 (size=1413) 2024-11-20T01:24:58,653 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:24:58,664 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:24:58,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:24:58,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:24:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741891_1069 (size=1413) 2024-11-20T01:24:58,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741891_1069 (size=1413) 2024-11-20T01:24:58,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:24:58,731 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:24:58,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0 2024-11-20T01:24:58,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0 after 11ms 2024-11-20T01:24:58,743 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:00,776 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0 took 2045ms 2024-11-20T01:25:00,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0 so closing down 2024-11-20T01:25:00,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:00,792 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:00,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:00,813 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:00,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:00,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:00,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741893_1071 (size=743) 2024-11-20T01:25:00,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741893_1071 (size=743) 2024-11-20T01:25:00,887 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741892_1070 (size=743) 2024-11-20T01:25:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741892_1070 (size=743) 2024-11-20T01:25:00,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:00,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:00,918 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:00,918 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0, size=1.4 K (1393bytes) at 1732065898731Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0 so closing down at 1732065900787 (+2056 ms)3 split writer threads finished at 1732065900792 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065900818 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065900829 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065900880 (+51 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065900887 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065900906 (+19 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065900917 (+11 ms)Processed 20 edits across 2 Regions in 137 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065900918 (+1 ms) 2024-11-20T01:25:00,935 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.0 2024-11-20T01:25:00,935 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:00,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1 2024-11-20T01:25:00,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1 after 2ms 2024-11-20T01:25:00,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1 took 24ms 2024-11-20T01:25:00,987 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1 so closing down 2024-11-20T01:25:00,987 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:00,997 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:01,013 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:01,017 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:01,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:01,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:01,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741894_1072 (size=743) 2024-11-20T01:25:01,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741894_1072 (size=743) 2024-11-20T01:25:01,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:01,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:01,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741895_1073 (size=743) 2024-11-20T01:25:01,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741895_1073 (size=743) 2024-11-20T01:25:01,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:01,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:01,184 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 201 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:01,184 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1, size=1.4 K (1393bytes) at 1732065900935Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1 so closing down at 1732065900987 (+52 ms)3 split writer threads finished at 1732065900997 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065901044 (+47 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065901069 (+25 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065901128 (+59 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065901134 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065901173 (+39 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065901184 (+11 ms)Processed 20 edits across 2 Regions in 201 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065901184 2024-11-20T01:25:01,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.1 2024-11-20T01:25:01,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:01,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2 2024-11-20T01:25:01,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2 after 1ms 2024-11-20T01:25:01,210 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2 took 18ms 2024-11-20T01:25:01,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2 so closing down 2024-11-20T01:25:01,212 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:01,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:01,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:01,232 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:01,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:01,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741897_1075 (size=743) 2024-11-20T01:25:01,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741897_1075 (size=743) 2024-11-20T01:25:01,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:01,333 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:01,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741896_1074 (size=743) 2024-11-20T01:25:01,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741896_1074 (size=743) 2024-11-20T01:25:01,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:01,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:01,348 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:01,349 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2, size=1.4 K (1393bytes) at 1732065901193Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2 so closing down at 1732065901212 (+19 ms)3 split writer threads finished at 1732065901213 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065901239 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065901256 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065901323 (+67 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065901333 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065901343 (+10 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065901348 (+5 ms)Processed 20 edits across 2 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065901349 (+1 ms) 2024-11-20T01:25:01,357 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.2 2024-11-20T01:25:01,357 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:01,357 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3 2024-11-20T01:25:01,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3 after 2ms 2024-11-20T01:25:01,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3 took 17ms 2024-11-20T01:25:01,391 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3 so closing down 2024-11-20T01:25:01,391 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:01,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:01,404 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:01,415 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:01,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:01,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:01,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741899_1077 (size=743) 2024-11-20T01:25:01,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741899_1077 (size=743) 2024-11-20T01:25:01,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:01,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:01,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741898_1076 (size=743) 2024-11-20T01:25:01,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741898_1076 (size=743) 2024-11-20T01:25:01,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:01,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:01,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:01,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3, size=1.4 K (1393bytes) at 1732065901357Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3 so closing down at 1732065901391 (+34 ms)3 split writer threads finished at 1732065901397 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065901422 (+25 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065901428 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065901500 (+72 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065901508 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065901514 (+6 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065901533 (+19 ms)Processed 20 edits across 2 Regions in 149 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065901533 2024-11-20T01:25:01,557 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.3 2024-11-20T01:25:01,557 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:01,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4 2024-11-20T01:25:01,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4 after 1ms 2024-11-20T01:25:01,563 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4 took 6ms 2024-11-20T01:25:01,586 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4 so closing down 2024-11-20T01:25:01,586 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:01,592 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:01,601 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:01,604 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:01,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:01,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741900_1078 (size=743) 2024-11-20T01:25:01,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741900_1078 (size=743) 2024-11-20T01:25:01,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:01,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:01,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741901_1079 (size=743) 2024-11-20T01:25:01,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741901_1079 (size=743) 2024-11-20T01:25:01,693 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:01,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:01,697 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:01,697 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4, size=1.4 K (1393bytes) at 1732065901557Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4 so closing down at 1732065901586 (+29 ms)3 split writer threads finished at 1732065901592 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065901614 (+22 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065901620 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065901668 (+48 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065901673 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065901693 (+20 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065901697 (+4 ms)Processed 20 edits across 2 Regions in 113 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065901697 2024-11-20T01:25:01,703 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.4 2024-11-20T01:25:01,703 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:01,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5 2024-11-20T01:25:01,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5 after 1ms 2024-11-20T01:25:01,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5 took 6ms 2024-11-20T01:25:01,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5 so closing down 2024-11-20T01:25:01,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:01,711 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:01,719 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:01,731 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:01,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:01,737 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:01,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741902_1080 (size=743) 2024-11-20T01:25:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741902_1080 (size=743) 2024-11-20T01:25:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741903_1081 (size=743) 2024-11-20T01:25:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741903_1081 (size=743) 2024-11-20T01:25:01,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:01,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:02,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:02,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T01:25:02,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 526 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:02,236 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5, size=1.4 K (1393bytes) at 1732065901703Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5 so closing down at 1732065901710 (+7 ms)3 split writer threads finished at 1732065901711 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065901736 (+25 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065901737 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065901818 (+81 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065901836 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065902221 (+385 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732065902235 (+14 ms)Processed 20 edits across 2 Regions in 526 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065902236 (+1 ms) 2024-11-20T01:25:02,270 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.5 2024-11-20T01:25:02,270 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:02,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6 2024-11-20T01:25:02,275 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6 after 5ms 2024-11-20T01:25:02,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6 took 19ms 2024-11-20T01:25:02,309 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6 so closing down 2024-11-20T01:25:02,309 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:02,313 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:02,341 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:02,345 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:02,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:02,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:02,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741904_1082 (size=749) 2024-11-20T01:25:02,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741905_1083 (size=749) 2024-11-20T01:25:02,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741905_1083 (size=749) 2024-11-20T01:25:02,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:02,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741904_1082 (size=749) 2024-11-20T01:25:02,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:02,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:02,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:02,403 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:02,403 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6, size=1.4 K (1405bytes) at 1732065902270Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6 so closing down at 1732065902309 (+39 ms)3 split writer threads finished at 1732065902313 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065902348 (+35 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065902356 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065902395 (+39 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065902398 (+3 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065902402 (+4 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065902403 (+1 ms)Processed 20 edits across 2 Regions in 100 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065902403 2024-11-20T01:25:02,408 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.6 2024-11-20T01:25:02,408 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:02,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7 2024-11-20T01:25:02,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7 after 1ms 2024-11-20T01:25:02,419 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7 took 11ms 2024-11-20T01:25:02,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7 so closing down 2024-11-20T01:25:02,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:02,435 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:02,447 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:02,449 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:02,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:02,458 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741906_1084 (size=753) 2024-11-20T01:25:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741906_1084 (size=753) 2024-11-20T01:25:02,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:02,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:02,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741907_1085 (size=753) 2024-11-20T01:25:02,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741907_1085 (size=753) 2024-11-20T01:25:02,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:02,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:02,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:02,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7, size=1.4 K (1413bytes) at 1732065902408Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7 so closing down at 1732065902429 (+21 ms)3 split writer threads finished at 1732065902435 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065902451 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065902458 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065902483 (+25 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065902486 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065902504 (+18 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065902508 (+4 ms)Processed 20 edits across 2 Regions in 86 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065902508 2024-11-20T01:25:02,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.7 2024-11-20T01:25:02,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:02,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8 2024-11-20T01:25:02,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8 after 2ms 2024-11-20T01:25:02,530 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8 took 17ms 2024-11-20T01:25:02,559 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8 so closing down 2024-11-20T01:25:02,559 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:02,563 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:02,597 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:02,605 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:02,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:02,620 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:02,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741908_1086 (size=753) 2024-11-20T01:25:02,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741908_1086 (size=753) 2024-11-20T01:25:02,678 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:02,683 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741909_1087 (size=753) 2024-11-20T01:25:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741909_1087 (size=753) 2024-11-20T01:25:02,692 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:02,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:02,701 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:02,701 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8, size=1.4 K (1413bytes) at 1732065902514Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8 so closing down at 1732065902559 (+45 ms)3 split writer threads finished at 1732065902563 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065902608 (+45 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065902620 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065902678 (+58 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065902683 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065902692 (+9 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065902701 (+9 ms)Processed 20 edits across 2 Regions in 158 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065902701 2024-11-20T01:25:02,709 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.8 2024-11-20T01:25:02,710 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:02,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9 2024-11-20T01:25:02,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9 after 1ms 2024-11-20T01:25:02,721 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9 took 11ms 2024-11-20T01:25:02,728 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9 so closing down 2024-11-20T01:25:02,728 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:02,728 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:02,741 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:02,742 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:02,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:02,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741910_1088 (size=753) 2024-11-20T01:25:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741910_1088 (size=753) 2024-11-20T01:25:02,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741911_1089 (size=753) 2024-11-20T01:25:02,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:02,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741911_1089 (size=753) 2024-11-20T01:25:02,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:02,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:02,788 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:02,788 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9, size=1.4 K (1413bytes) at 1732065902710Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9 so closing down at 1732065902728 (+18 ms)3 split writer threads finished at 1732065902728Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065902743 (+15 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065902744 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065902777 (+33 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065902782 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065902784 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065902788 (+4 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065902788 2024-11-20T01:25:02,795 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/WALs/testretryopenduringrecovery,16010,1732065897663/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/ca301069-302c-a592-676c-614f33e4b279/oldWALs/wal.dat.9 2024-11-20T01:25:02,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=142 (was 142), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=725 (was 701) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5191 (was 5957) 2024-11-20T01:25:02,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=142, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=725, ProcessCount=11, AvailableMemoryMB=5184 2024-11-20T01:25:02,819 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:02,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741912_1090 (size=7) 2024-11-20T01:25:02,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741912_1090 (size=7) 2024-11-20T01:25:02,836 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:02,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:02,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:02,842 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:02,842 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:02,843 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:02,846 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:02,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741913_1091 (size=1393) 2024-11-20T01:25:02,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741913_1091 (size=1393) 2024-11-20T01:25:02,903 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:02,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:02,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:02,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:02,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741914_1092 (size=1393) 2024-11-20T01:25:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741914_1092 (size=1393) 2024-11-20T01:25:03,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:03,007 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:03,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741915_1093 (size=1393) 2024-11-20T01:25:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741915_1093 (size=1393) 2024-11-20T01:25:03,082 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:03,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741916_1094 (size=1393) 2024-11-20T01:25:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741916_1094 (size=1393) 2024-11-20T01:25:03,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:03,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:03,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741917_1095 (size=1393) 2024-11-20T01:25:03,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741917_1095 (size=1393) 2024-11-20T01:25:03,184 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:03,184 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:03,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,224 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:03,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741919_1097 (size=1405) 2024-11-20T01:25:03,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741919_1097 (size=1405) 2024-11-20T01:25:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:03,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:03,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741920_1098 (size=1413) 2024-11-20T01:25:03,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741920_1098 (size=1413) 2024-11-20T01:25:03,344 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:03,344 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741921_1099 (size=1413) 2024-11-20T01:25:03,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741921_1099 (size=1413) 2024-11-20T01:25:03,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:03,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:03,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:03,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:03,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741922_1100 (size=1413) 2024-11-20T01:25:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741922_1100 (size=1413) 2024-11-20T01:25:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:03,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:03,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0 2024-11-20T01:25:03,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0 after 1ms 2024-11-20T01:25:03,531 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0 took 9ms 2024-11-20T01:25:03,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0 so closing down 2024-11-20T01:25:03,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:03,543 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:03,553 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:03,555 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:03,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:03,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741924_1102 (size=743) 2024-11-20T01:25:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741924_1102 (size=743) 2024-11-20T01:25:03,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:03,646 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:03,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741923_1101 (size=743) 2024-11-20T01:25:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741923_1101 (size=743) 2024-11-20T01:25:03,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:03,656 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:03,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:03,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0, size=1.4 K (1393bytes) at 1732065903523Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0 so closing down at 1732065903543 (+20 ms)3 split writer threads finished at 1732065903543Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065903555 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065903592 (+37 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065903643 (+51 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065903646 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065903651 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065903656 (+5 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065903656 2024-11-20T01:25:03,663 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.0 2024-11-20T01:25:03,663 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:03,663 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1 2024-11-20T01:25:03,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1 after 2ms 2024-11-20T01:25:03,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1 took 7ms 2024-11-20T01:25:03,702 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1 so closing down 2024-11-20T01:25:03,702 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:03,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:03,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:03,721 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:03,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:03,732 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:03,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741925_1103 (size=743) 2024-11-20T01:25:03,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741925_1103 (size=743) 2024-11-20T01:25:03,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:03,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:03,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741926_1104 (size=743) 2024-11-20T01:25:03,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741926_1104 (size=743) 2024-11-20T01:25:03,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:03,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:03,794 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:03,794 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1, size=1.4 K (1393bytes) at 1732065903663Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1 so closing down at 1732065903702 (+39 ms)3 split writer threads finished at 1732065903702Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065903728 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065903732 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065903779 (+47 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065903782 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065903789 (+7 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065903793 (+4 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065903794 (+1 ms) 2024-11-20T01:25:03,798 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.1 2024-11-20T01:25:03,798 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:03,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2 2024-11-20T01:25:03,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2 after 1ms 2024-11-20T01:25:03,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2 took 4ms 2024-11-20T01:25:03,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2 so closing down 2024-11-20T01:25:03,805 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:03,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:03,811 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:03,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:03,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:03,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:03,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741928_1106 (size=743) 2024-11-20T01:25:03,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741928_1106 (size=743) 2024-11-20T01:25:03,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741927_1105 (size=743) 2024-11-20T01:25:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741927_1105 (size=743) 2024-11-20T01:25:03,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:03,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:03,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:03,843 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:03,843 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2, size=1.4 K (1393bytes) at 1732065903798Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2 so closing down at 1732065903804 (+6 ms)3 split writer threads finished at 1732065903806 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065903813 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065903815 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065903834 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065903840 (+6 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065903842 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065903843 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065903843 2024-11-20T01:25:03,846 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.2 2024-11-20T01:25:03,846 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:03,846 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3 2024-11-20T01:25:03,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3 after 2ms 2024-11-20T01:25:03,852 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3 took 6ms 2024-11-20T01:25:03,857 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3 so closing down 2024-11-20T01:25:03,857 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:03,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:03,868 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:03,869 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:03,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:03,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741930_1108 (size=743) 2024-11-20T01:25:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741930_1108 (size=743) 2024-11-20T01:25:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741929_1107 (size=743) 2024-11-20T01:25:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741929_1107 (size=743) 2024-11-20T01:25:03,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:03,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:04,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:04,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:04,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:04,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3, size=1.4 K (1393bytes) at 1732065903846Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3 so closing down at 1732065903857 (+11 ms)3 split writer threads finished at 1732065903862 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065903872 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065903872Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065903910 (+38 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065903913 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065904283 (+370 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065904285 (+2 ms)Processed 20 edits across 2 Regions in 430 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065904285 2024-11-20T01:25:04,289 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.3 2024-11-20T01:25:04,289 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:04,289 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4 2024-11-20T01:25:04,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4 after 1ms 2024-11-20T01:25:04,295 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4 took 6ms 2024-11-20T01:25:04,298 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4 so closing down 2024-11-20T01:25:04,298 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:04,299 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:04,303 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:04,303 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:04,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:04,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:04,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741931_1109 (size=743) 2024-11-20T01:25:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741932_1110 (size=743) 2024-11-20T01:25:04,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741931_1109 (size=743) 2024-11-20T01:25:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741932_1110 (size=743) 2024-11-20T01:25:04,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:04,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:04,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:04,346 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:04,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:04,346 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4, size=1.4 K (1393bytes) at 1732065904289Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4 so closing down at 1732065904298 (+9 ms)3 split writer threads finished at 1732065904299 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065904305 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065904317 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065904342 (+25 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065904342Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065904344 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065904346 (+2 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065904346 2024-11-20T01:25:04,349 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.4 2024-11-20T01:25:04,350 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5, size=150 (150bytes) 2024-11-20T01:25:04,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 2024-11-20T01:25:04,351 WARN [IPC Server handler 1 on default port 42857 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-20T01:25:04,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 after 1ms 2024-11-20T01:25:04,913 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1849850883_22 at /127.0.0.1:58808 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:44583:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58808 dst: /127.0.0.1:44583 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44583 remote=/127.0.0.1:58808]. Total timeout mills is 60000, 58311 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:04,914 WARN [ResponseProcessor for block BP-919390464-172.17.0.3-1732065875307:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-919390464-172.17.0.3-1732065875307:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:25:04,914 WARN [DataStreamer for file /user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 block BP-919390464-172.17.0.3-1732065875307:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-919390464-172.17.0.3-1732065875307:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:44583,DS-ec6d4622-a241-4dd3-b9ab-5ef4486a7c5b,DISK], DatanodeInfoWithStorage[127.0.0.1:46605,DS-83d8cf54-dfc8-4b42-a3d2-a135b7068418,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:44583,DS-ec6d4622-a241-4dd3-b9ab-5ef4486a7c5b,DISK]) is bad. 2024-11-20T01:25:04,914 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1849850883_22 at /127.0.0.1:52368 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:46605:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52368 dst: /127.0.0.1:46605 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:04,916 WARN [DataStreamer for file /user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 block BP-919390464-172.17.0.3-1732065875307:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-919390464-172.17.0.3-1732065875307:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:25:04,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741918_1111 (size=1385) 2024-11-20T01:25:08,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 after 4002ms 2024-11-20T01:25:08,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 took 4006ms 2024-11-20T01:25:08,369 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5; continuing. 2024-11-20T01:25:08,369 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 so closing down 2024-11-20T01:25:08,369 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:08,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:08,373 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:08,379 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:08,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:08,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741933_1112 (size=743) 2024-11-20T01:25:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741933_1112 (size=743) 2024-11-20T01:25:08,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:08,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741934_1113 (size=743) 2024-11-20T01:25:08,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741934_1113 (size=743) 2024-11-20T01:25:08,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,442 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T01:25:08,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-20T01:25:08,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5, size=150 (150bytes) at 1732065904350Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 so closing down at 1732065908369 (+4019 ms)3 split writer threads finished at 1732065908370 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065908384 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065908391 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908411 (+20 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065908415 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908440 (+25 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732065908442 (+2 ms)Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732065908443 (+1 ms) 2024-11-20T01:25:08,445 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.5 2024-11-20T01:25:08,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:08,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6 2024-11-20T01:25:08,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6 after 0ms 2024-11-20T01:25:08,450 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6 took 4ms 2024-11-20T01:25:08,467 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6 so closing down 2024-11-20T01:25:08,467 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:08,468 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:08,476 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:08,484 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:08,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:08,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741935_1114 (size=749) 2024-11-20T01:25:08,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741935_1114 (size=749) 2024-11-20T01:25:08,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741936_1115 (size=749) 2024-11-20T01:25:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741936_1115 (size=749) 2024-11-20T01:25:08,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:08,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:08,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6, size=1.4 K (1405bytes) at 1732065908446Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6 so closing down at 1732065908467 (+21 ms)3 split writer threads finished at 1732065908468 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065908493 (+25 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065908519 (+26 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908577 (+58 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065908581 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908613 (+32 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065908616 (+3 ms)Processed 20 edits across 2 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065908616 2024-11-20T01:25:08,620 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.6 2024-11-20T01:25:08,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:08,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7 2024-11-20T01:25:08,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7 after 0ms 2024-11-20T01:25:08,625 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7 took 5ms 2024-11-20T01:25:08,638 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7 so closing down 2024-11-20T01:25:08,638 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:08,644 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:08,653 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:08,660 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:08,663 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:08,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:08,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741937_1116 (size=753) 2024-11-20T01:25:08,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741937_1116 (size=753) 2024-11-20T01:25:08,687 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,690 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:08,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741938_1117 (size=753) 2024-11-20T01:25:08,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741938_1117 (size=753) 2024-11-20T01:25:08,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,714 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:08,714 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:08,714 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7, size=1.4 K (1413bytes) at 1732065908621Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7 so closing down at 1732065908638 (+17 ms)3 split writer threads finished at 1732065908644 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065908660 (+16 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065908667 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908687 (+20 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065908690 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908711 (+21 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065908714 (+3 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065908714 2024-11-20T01:25:08,719 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.7 2024-11-20T01:25:08,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:08,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8 2024-11-20T01:25:08,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8 after 0ms 2024-11-20T01:25:08,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8 took 5ms 2024-11-20T01:25:08,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8 so closing down 2024-11-20T01:25:08,746 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:08,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:08,760 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:08,773 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:08,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:08,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:08,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741939_1118 (size=753) 2024-11-20T01:25:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741939_1118 (size=753) 2024-11-20T01:25:08,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:08,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741940_1119 (size=753) 2024-11-20T01:25:08,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741940_1119 (size=753) 2024-11-20T01:25:08,870 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:08,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:08,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8, size=1.4 K (1413bytes) at 1732065908720Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8 so closing down at 1732065908745 (+25 ms)3 split writer threads finished at 1732065908749 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065908785 (+36 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065908786 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908816 (+30 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065908818 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908870 (+52 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065908872 (+2 ms)Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065908872 2024-11-20T01:25:08,875 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.8 2024-11-20T01:25:08,875 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:08,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9 2024-11-20T01:25:08,876 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9 after 1ms 2024-11-20T01:25:08,882 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9 took 7ms 2024-11-20T01:25:08,903 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9 so closing down 2024-11-20T01:25:08,903 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:08,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:08,908 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:08,911 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:08,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:08,916 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741942_1121 (size=753) 2024-11-20T01:25:08,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741942_1121 (size=753) 2024-11-20T01:25:08,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741941_1120 (size=753) 2024-11-20T01:25:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741941_1120 (size=753) 2024-11-20T01:25:08,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:08,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:08,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:08,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9, size=1.4 K (1413bytes) at 1732065908875Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9 so closing down at 1732065908903 (+28 ms)3 split writer threads finished at 1732065908905 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065908916 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065908916Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908960 (+44 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065908965 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065908994 (+29 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065908997 (+3 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065908998 (+1 ms) 2024-11-20T01:25:09,002 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732065902842/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/0fab43ac-77da-563a-337c-91c0428a3f18/oldWALs/wal.dat.9 2024-11-20T01:25:09,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=138 (was 142), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=723 (was 725), ProcessCount=11 (was 11), AvailableMemoryMB=5878 (was 5184) - AvailableMemoryMB LEAK? - 2024-11-20T01:25:09,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=723, ProcessCount=11, AvailableMemoryMB=5877 2024-11-20T01:25:09,164 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:09,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741943_1122 (size=7) 2024-11-20T01:25:09,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741943_1122 (size=7) 2024-11-20T01:25:09,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:09,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:09,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:09,211 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:09,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=723 (was 723), ProcessCount=11 (was 11), AvailableMemoryMB=5876 (was 5877) 2024-11-20T01:25:09,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=723, ProcessCount=11, AvailableMemoryMB=5876 2024-11-20T01:25:09,238 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741944_1123 (size=7) 2024-11-20T01:25:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741944_1123 (size=7) 2024-11-20T01:25:09,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:09,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:09,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:09,284 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:09,284 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:09,289 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:09,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741945_1124 (size=1393) 2024-11-20T01:25:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741945_1124 (size=1393) 2024-11-20T01:25:09,359 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:09,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:09,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741946_1125 (size=1393) 2024-11-20T01:25:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741946_1125 (size=1393) 2024-11-20T01:25:09,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:09,438 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:09,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741947_1126 (size=1393) 2024-11-20T01:25:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741947_1126 (size=1393) 2024-11-20T01:25:09,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:09,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:09,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741948_1127 (size=1393) 2024-11-20T01:25:09,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741948_1127 (size=1393) 2024-11-20T01:25:09,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:09,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:09,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741949_1128 (size=1393) 2024-11-20T01:25:09,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741949_1128 (size=1393) 2024-11-20T01:25:09,668 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:09,668 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:09,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741950_1129 (size=1393) 2024-11-20T01:25:09,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741950_1129 (size=1393) 2024-11-20T01:25:09,730 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:09,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:09,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741951_1130 (size=1405) 2024-11-20T01:25:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741951_1130 (size=1405) 2024-11-20T01:25:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:09,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741952_1131 (size=1413) 2024-11-20T01:25:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741952_1131 (size=1413) 2024-11-20T01:25:09,855 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:09,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:09,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741953_1132 (size=1413) 2024-11-20T01:25:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741953_1132 (size=1413) 2024-11-20T01:25:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:09,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:09,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:09,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741954_1133 (size=1413) 2024-11-20T01:25:09,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741954_1133 (size=1413) 2024-11-20T01:25:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:09,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:09,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0 2024-11-20T01:25:09,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0 after 1ms 2024-11-20T01:25:09,960 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:25:09,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0 took 6ms 2024-11-20T01:25:09,970 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0 so closing down 2024-11-20T01:25:09,970 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:09,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:09,975 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:09,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:09,986 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:09,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:10,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741955_1134 (size=743) 2024-11-20T01:25:10,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741955_1134 (size=743) 2024-11-20T01:25:10,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741956_1135 (size=743) 2024-11-20T01:25:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741956_1135 (size=743) 2024-11-20T01:25:10,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:10,057 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:10,057 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0, size=1.4 K (1393bytes) at 1732065909955Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0 so closing down at 1732065909970 (+15 ms)3 split writer threads finished at 1732065909970Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065909980 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065909988 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910034 (+46 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065910036 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910054 (+18 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065910056 (+2 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065910057 (+1 ms) 2024-11-20T01:25:10,059 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.0 2024-11-20T01:25:10,060 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:10,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1 2024-11-20T01:25:10,060 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1 after 0ms 2024-11-20T01:25:10,064 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1 took 5ms 2024-11-20T01:25:10,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1 so closing down 2024-11-20T01:25:10,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:10,079 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:10,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:10,089 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:10,105 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:10,106 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741957_1136 (size=743) 2024-11-20T01:25:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741957_1136 (size=743) 2024-11-20T01:25:10,133 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,136 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741958_1137 (size=743) 2024-11-20T01:25:10,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741958_1137 (size=743) 2024-11-20T01:25:10,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:10,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:10,147 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1, size=1.4 K (1393bytes) at 1732065910060Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1 so closing down at 1732065910078 (+18 ms)3 split writer threads finished at 1732065910079 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065910105 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065910106 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910133 (+27 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065910136 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910144 (+8 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065910146 (+2 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065910146 2024-11-20T01:25:10,149 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.1 2024-11-20T01:25:10,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:10,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2 2024-11-20T01:25:10,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2 after 1ms 2024-11-20T01:25:10,152 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2 took 3ms 2024-11-20T01:25:10,162 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2 so closing down 2024-11-20T01:25:10,162 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:10,165 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:10,169 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:10,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:10,181 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:10,191 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:10,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741959_1138 (size=743) 2024-11-20T01:25:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741959_1138 (size=743) 2024-11-20T01:25:10,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741960_1139 (size=743) 2024-11-20T01:25:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741960_1139 (size=743) 2024-11-20T01:25:10,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:10,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:10,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:10,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2, size=1.4 K (1393bytes) at 1732065910149Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2 so closing down at 1732065910162 (+13 ms)3 split writer threads finished at 1732065910165 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065910179 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065910191 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910209 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910216 (+7 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065910218 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065910224 (+6 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065910224 2024-11-20T01:25:10,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.2 2024-11-20T01:25:10,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:10,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3 2024-11-20T01:25:10,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3 after 0ms 2024-11-20T01:25:10,237 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3 took 8ms 2024-11-20T01:25:10,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3 so closing down 2024-11-20T01:25:10,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:10,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:10,247 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:10,250 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:10,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:10,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:10,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741962_1141 (size=743) 2024-11-20T01:25:10,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741962_1141 (size=743) 2024-11-20T01:25:10,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741961_1140 (size=743) 2024-11-20T01:25:10,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741961_1140 (size=743) 2024-11-20T01:25:10,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:10,327 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:10,327 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3, size=1.4 K (1393bytes) at 1732065910229Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3 so closing down at 1732065910240 (+11 ms)3 split writer threads finished at 1732065910240Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065910251 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065910256 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910307 (+51 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065910309 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910323 (+14 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065910327 (+4 ms)Processed 20 edits across 2 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065910327 2024-11-20T01:25:10,332 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.3 2024-11-20T01:25:10,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:10,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4 2024-11-20T01:25:10,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4 after 1ms 2024-11-20T01:25:10,337 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4 took 5ms 2024-11-20T01:25:10,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4 so closing down 2024-11-20T01:25:10,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:10,342 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:10,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:10,363 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:10,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:10,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741963_1142 (size=743) 2024-11-20T01:25:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741963_1142 (size=743) 2024-11-20T01:25:10,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741964_1143 (size=743) 2024-11-20T01:25:10,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741964_1143 (size=743) 2024-11-20T01:25:10,402 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:10,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:10,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4, size=1.4 K (1393bytes) at 1732065910332Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4 so closing down at 1732065910341 (+9 ms)3 split writer threads finished at 1732065910342 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065910365 (+23 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065910365Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910393 (+28 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065910395 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910402 (+7 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065910404 (+2 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065910404 2024-11-20T01:25:10,407 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.4 2024-11-20T01:25:10,407 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:10,407 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5 2024-11-20T01:25:10,408 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5 after 1ms 2024-11-20T01:25:10,411 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5 took 4ms 2024-11-20T01:25:10,440 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5 so closing down 2024-11-20T01:25:10,440 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:10,440 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:10,455 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:10,461 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:10,479 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:10,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:10,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741965_1144 (size=743) 2024-11-20T01:25:10,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741965_1144 (size=743) 2024-11-20T01:25:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741966_1145 (size=743) 2024-11-20T01:25:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741966_1145 (size=743) 2024-11-20T01:25:10,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:10,533 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T01:25:10,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:10,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5, size=1.4 K (1393bytes) at 1732065910407Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5 so closing down at 1732065910440 (+33 ms)3 split writer threads finished at 1732065910440Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065910479 (+39 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065910487 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910525 (+38 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910530 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065910531 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732065910533 (+2 ms)Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065910533 2024-11-20T01:25:10,536 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.5 2024-11-20T01:25:10,536 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:10,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6 2024-11-20T01:25:10,537 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6 after 1ms 2024-11-20T01:25:10,540 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6 took 4ms 2024-11-20T01:25:10,560 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6 so closing down 2024-11-20T01:25:10,560 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:10,561 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:10,566 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:10,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:10,571 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:10,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741967_1146 (size=749) 2024-11-20T01:25:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741967_1146 (size=749) 2024-11-20T01:25:10,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:10,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741968_1147 (size=749) 2024-11-20T01:25:10,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741968_1147 (size=749) 2024-11-20T01:25:10,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:10,629 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:10,629 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6, size=1.4 K (1405bytes) at 1732065910536Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6 so closing down at 1732065910560 (+24 ms)3 split writer threads finished at 1732065910561 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065910567 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065910572 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910602 (+30 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065910606 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910625 (+19 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065910629 (+4 ms)Processed 20 edits across 2 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065910629 2024-11-20T01:25:10,632 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.6 2024-11-20T01:25:10,633 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:10,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7 2024-11-20T01:25:10,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7 after 1ms 2024-11-20T01:25:10,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7 took 4ms 2024-11-20T01:25:10,649 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7 so closing down 2024-11-20T01:25:10,649 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:10,651 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:10,655 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:10,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:10,664 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:10,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741969_1148 (size=753) 2024-11-20T01:25:10,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741969_1148 (size=753) 2024-11-20T01:25:10,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:10,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741970_1149 (size=753) 2024-11-20T01:25:10,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741970_1149 (size=753) 2024-11-20T01:25:10,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:10,723 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:10,723 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7, size=1.4 K (1413bytes) at 1732065910633Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7 so closing down at 1732065910649 (+16 ms)3 split writer threads finished at 1732065910651 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065910661 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065910669 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910700 (+31 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065910702 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910720 (+18 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065910723 (+3 ms)Processed 20 edits across 2 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065910723 2024-11-20T01:25:10,726 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.7 2024-11-20T01:25:10,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:10,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8 2024-11-20T01:25:10,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8 after 0ms 2024-11-20T01:25:10,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8 took 3ms 2024-11-20T01:25:10,732 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8 so closing down 2024-11-20T01:25:10,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:10,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:10,743 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:10,744 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:10,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:10,756 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:10,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741972_1151 (size=753) 2024-11-20T01:25:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741972_1151 (size=753) 2024-11-20T01:25:10,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,779 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741971_1150 (size=753) 2024-11-20T01:25:10,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741971_1150 (size=753) 2024-11-20T01:25:10,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:10,789 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:10,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8, size=1.4 K (1413bytes) at 1732065910727Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8 so closing down at 1732065910732 (+5 ms)3 split writer threads finished at 1732065910733 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065910745 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065910756 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910776 (+20 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065910779 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910787 (+8 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065910789 (+2 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065910789 2024-11-20T01:25:10,792 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.8 2024-11-20T01:25:10,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:10,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9 2024-11-20T01:25:10,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9 after 0ms 2024-11-20T01:25:10,797 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9 took 4ms 2024-11-20T01:25:10,800 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9 so closing down 2024-11-20T01:25:10,800 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:10,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:10,808 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:10,808 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:10,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:10,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741973_1152 (size=753) 2024-11-20T01:25:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741974_1153 (size=753) 2024-11-20T01:25:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741974_1153 (size=753) 2024-11-20T01:25:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741973_1152 (size=753) 2024-11-20T01:25:10,815 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,815 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:10,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:10,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:10,816 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:10,816 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9, size=1.4 K (1413bytes) at 1732065910793Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9 so closing down at 1732065910800 (+7 ms)3 split writer threads finished at 1732065910801 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065910809 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065910809Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910815 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065910815Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065910816 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065910816Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065910816 2024-11-20T01:25:10,818 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/WALs/testsplit,16010,1732065909284/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/2760028e-b760-fd06-0d69-482eaa67c713/oldWALs/wal.dat.9 2024-11-20T01:25:10,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=138 (was 138), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=737 (was 723) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5861 (was 5876) 2024-11-20T01:25:10,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=737, ProcessCount=11, AvailableMemoryMB=5861 2024-11-20T01:25:10,901 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741975_1154 (size=7) 2024-11-20T01:25:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741975_1154 (size=7) 2024-11-20T01:25:10,912 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:10,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:10,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:10,918 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:10,919 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:10,921 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:10,924 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:10,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741976_1155 (size=1393) 2024-11-20T01:25:10,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741976_1155 (size=1393) 2024-11-20T01:25:10,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:10,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:10,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741977_1156 (size=1393) 2024-11-20T01:25:10,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741977_1156 (size=1393) 2024-11-20T01:25:10,966 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:10,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741978_1157 (size=1393) 2024-11-20T01:25:10,980 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:10,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741978_1157 (size=1393) 2024-11-20T01:25:10,980 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:10,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:10,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741979_1158 (size=1393) 2024-11-20T01:25:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741979_1158 (size=1393) 2024-11-20T01:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:10,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741980_1159 (size=1393) 2024-11-20T01:25:11,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741980_1159 (size=1393) 2024-11-20T01:25:11,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:11,012 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741981_1160 (size=1393) 2024-11-20T01:25:11,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741981_1160 (size=1393) 2024-11-20T01:25:11,035 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:11,036 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:11,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741982_1161 (size=1405) 2024-11-20T01:25:11,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741982_1161 (size=1405) 2024-11-20T01:25:11,464 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:11,465 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:11,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741983_1162 (size=1413) 2024-11-20T01:25:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741983_1162 (size=1413) 2024-11-20T01:25:11,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:11,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:11,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741984_1163 (size=1413) 2024-11-20T01:25:11,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741984_1163 (size=1413) 2024-11-20T01:25:11,891 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:11,891 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:11,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:11,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:11,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741985_1164 (size=1413) 2024-11-20T01:25:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741985_1164 (size=1413) 2024-11-20T01:25:11,903 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:11,922 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:11,922 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0 2024-11-20T01:25:11,923 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0 after 1ms 2024-11-20T01:25:11,927 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0 took 5ms 2024-11-20T01:25:11,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0 so closing down 2024-11-20T01:25:11,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:11,933 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:11,937 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:11,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:11,939 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:11,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741986_1165 (size=743) 2024-11-20T01:25:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741986_1165 (size=743) 2024-11-20T01:25:11,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741987_1166 (size=743) 2024-11-20T01:25:11,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741987_1166 (size=743) 2024-11-20T01:25:11,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:11,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:11,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:11,976 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:11,976 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0, size=1.4 K (1393bytes) at 1732065911922Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0 so closing down at 1732065911933 (+11 ms)3 split writer threads finished at 1732065911933Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065911938 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065911952 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065911971 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065911973 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065911973Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065911975 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065911976 (+1 ms) 2024-11-20T01:25:11,995 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.0 2024-11-20T01:25:11,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:11,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1 2024-11-20T01:25:11,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1 after 0ms 2024-11-20T01:25:11,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1 took 3ms 2024-11-20T01:25:12,005 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1 so closing down 2024-11-20T01:25:12,005 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:12,006 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:12,014 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:12,014 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:12,015 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:12,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741989_1168 (size=743) 2024-11-20T01:25:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741988_1167 (size=743) 2024-11-20T01:25:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741988_1167 (size=743) 2024-11-20T01:25:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741989_1168 (size=743) 2024-11-20T01:25:12,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:12,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:12,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:12,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:12,430 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:12,430 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1, size=1.4 K (1393bytes) at 1732065911995Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1 so closing down at 1732065912005 (+10 ms)3 split writer threads finished at 1732065912006 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065912016 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065912016Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065912426 (+410 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065912428 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065912429 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065912430 (+1 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065912430 2024-11-20T01:25:12,433 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.1 2024-11-20T01:25:12,433 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:12,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2 2024-11-20T01:25:12,434 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2 after 1ms 2024-11-20T01:25:12,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2 took 4ms 2024-11-20T01:25:12,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2 so closing down 2024-11-20T01:25:12,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:12,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:12,441 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:12,441 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:12,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:12,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:12,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741991_1170 (size=743) 2024-11-20T01:25:12,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741991_1170 (size=743) 2024-11-20T01:25:12,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:12,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741990_1169 (size=743) 2024-11-20T01:25:12,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741990_1169 (size=743) 2024-11-20T01:25:12,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:12,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:12,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:12,466 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:12,467 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2, size=1.4 K (1393bytes) at 1732065912433Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2 so closing down at 1732065912438 (+5 ms)3 split writer threads finished at 1732065912438Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065912443 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065912444 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065912462 (+18 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065912463 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065912465 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065912466 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065912467 (+1 ms) 2024-11-20T01:25:12,470 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.2 2024-11-20T01:25:12,470 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:12,470 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3 2024-11-20T01:25:12,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3 after 1ms 2024-11-20T01:25:12,474 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3 took 4ms 2024-11-20T01:25:12,475 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3 so closing down 2024-11-20T01:25:12,475 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:12,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:12,485 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:12,485 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:12,486 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:12,486 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741992_1171 (size=743) 2024-11-20T01:25:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741993_1172 (size=743) 2024-11-20T01:25:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741992_1171 (size=743) 2024-11-20T01:25:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741993_1172 (size=743) 2024-11-20T01:25:12,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:12,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:12,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:12,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:12,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:12,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3, size=1.4 K (1393bytes) at 1732065912470Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3 so closing down at 1732065912475 (+5 ms)3 split writer threads finished at 1732065912476 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065912486 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065912486Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065912501 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065912502 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065912503 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065912504 (+1 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065912504 2024-11-20T01:25:12,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.3 2024-11-20T01:25:12,507 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:12,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4 2024-11-20T01:25:12,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4 after 1ms 2024-11-20T01:25:12,510 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4 took 3ms 2024-11-20T01:25:12,512 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4 so closing down 2024-11-20T01:25:12,512 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:12,512 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:12,514 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:12,514 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:12,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:12,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:12,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741995_1174 (size=743) 2024-11-20T01:25:12,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741994_1173 (size=743) 2024-11-20T01:25:12,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741994_1173 (size=743) 2024-11-20T01:25:12,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741995_1174 (size=743) 2024-11-20T01:25:12,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:12,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:12,921 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:12,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:12,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:12,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4, size=1.4 K (1393bytes) at 1732065912507Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4 so closing down at 1732065912512 (+5 ms)3 split writer threads finished at 1732065912512Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065912515 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065912515Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065912520 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065912522 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065912921 (+399 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065912924 (+3 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065912924 2024-11-20T01:25:12,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.4 2024-11-20T01:25:12,927 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:12,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5 2024-11-20T01:25:12,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5 after 0ms 2024-11-20T01:25:12,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5 took 3ms 2024-11-20T01:25:12,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5 so closing down 2024-11-20T01:25:12,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:12,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:12,934 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:12,934 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:12,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:12,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741996_1175 (size=743) 2024-11-20T01:25:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741996_1175 (size=743) 2024-11-20T01:25:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741997_1176 (size=743) 2024-11-20T01:25:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741997_1176 (size=743) 2024-11-20T01:25:12,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:12,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:13,341 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:13,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T01:25:13,344 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:13,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5, size=1.4 K (1393bytes) at 1732065912927Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5 so closing down at 1732065912931 (+4 ms)3 split writer threads finished at 1732065912931Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065912935 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065912935Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065912940 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065912942 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065913341 (+399 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732065913344 (+3 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065913344 2024-11-20T01:25:13,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.5 2024-11-20T01:25:13,348 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:13,349 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6 2024-11-20T01:25:13,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6 after 1ms 2024-11-20T01:25:13,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6 took 5ms 2024-11-20T01:25:13,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6 so closing down 2024-11-20T01:25:13,354 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:13,354 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:13,357 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:13,357 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:13,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:13,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741999_1178 (size=749) 2024-11-20T01:25:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741998_1177 (size=749) 2024-11-20T01:25:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741999_1178 (size=749) 2024-11-20T01:25:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073741998_1177 (size=749) 2024-11-20T01:25:13,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:13,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:13,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:13,771 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:13,772 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:13,772 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6, size=1.4 K (1405bytes) at 1732065913348Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6 so closing down at 1732065913354 (+6 ms)3 split writer threads finished at 1732065913354Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065913358 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065913358Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065913369 (+11 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065913375 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065913768 (+393 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065913772 (+4 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065913772 2024-11-20T01:25:13,775 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.6 2024-11-20T01:25:13,775 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:13,775 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7 2024-11-20T01:25:13,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7 after 1ms 2024-11-20T01:25:13,779 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7 took 4ms 2024-11-20T01:25:13,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7 so closing down 2024-11-20T01:25:13,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:13,782 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:13,785 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:13,785 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:13,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:13,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742001_1180 (size=753) 2024-11-20T01:25:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742000_1179 (size=753) 2024-11-20T01:25:13,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742001_1180 (size=753) 2024-11-20T01:25:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742000_1179 (size=753) 2024-11-20T01:25:13,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:14,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:14,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:14,196 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:14,196 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7, size=1.4 K (1413bytes) at 1732065913775Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7 so closing down at 1732065913781 (+6 ms)3 split writer threads finished at 1732065913782 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065913786 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065913786Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065913791 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065913793 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065914192 (+399 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065914195 (+3 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065914196 (+1 ms) 2024-11-20T01:25:14,198 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.7 2024-11-20T01:25:14,199 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:14,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8 2024-11-20T01:25:14,199 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8 after 0ms 2024-11-20T01:25:14,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8 took 4ms 2024-11-20T01:25:14,204 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8 so closing down 2024-11-20T01:25:14,204 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:14,205 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:14,207 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:14,212 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:14,215 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:14,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742002_1181 (size=753) 2024-11-20T01:25:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742003_1182 (size=753) 2024-11-20T01:25:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742003_1182 (size=753) 2024-11-20T01:25:14,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742002_1181 (size=753) 2024-11-20T01:25:14,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:14,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:14,232 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:14,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:14,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8, size=1.4 K (1413bytes) at 1732065914199Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8 so closing down at 1732065914204 (+5 ms)3 split writer threads finished at 1732065914205 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065914212 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065914218 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065914229 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065914230 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065914232 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065914232Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065914232 2024-11-20T01:25:14,235 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.8 2024-11-20T01:25:14,235 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:14,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9 2024-11-20T01:25:14,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9 after 1ms 2024-11-20T01:25:14,238 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9 took 3ms 2024-11-20T01:25:14,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9 so closing down 2024-11-20T01:25:14,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:14,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:14,250 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:14,250 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:14,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:14,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742005_1184 (size=753) 2024-11-20T01:25:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742005_1184 (size=753) 2024-11-20T01:25:14,257 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:14,259 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742004_1183 (size=753) 2024-11-20T01:25:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742004_1183 (size=753) 2024-11-20T01:25:14,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:14,268 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:14,268 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:14,269 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9, size=1.4 K (1413bytes) at 1732065914235Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9 so closing down at 1732065914240 (+5 ms)3 split writer threads finished at 1732065914240Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065914251 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065914251Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065914257 (+6 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065914259 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065914265 (+6 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065914268 (+3 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065914268 2024-11-20T01:25:14,272 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/WALs/testmovedwalduringrecovery,16010,1732065910919/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/b47aeadb-6576-5d8d-3a39-2e714d70c5b9/oldWALs/wal.dat.9 2024-11-20T01:25:14,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=138 (was 138), OpenFileDescriptor=395 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=737 (was 737), ProcessCount=11 (was 11), AvailableMemoryMB=6269 (was 5861) - AvailableMemoryMB LEAK? - 2024-11-20T01:25:14,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=138, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=737, ProcessCount=11, AvailableMemoryMB=6269 2024-11-20T01:25:14,290 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:14,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742006_1185 (size=7) 2024-11-20T01:25:14,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742006_1185 (size=7) 2024-11-20T01:25:14,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:14,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:14,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:14,305 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:14,308 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-20T01:25:14,309 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-20T01:25:14,310 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-20T01:25:14,310 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-20T01:25:14,311 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-20T01:25:14,328 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/WALs/testthreading,16010,1732065914305/wal.dat..fake, size=0 (0bytes) 2024-11-20T01:25:14,339 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/WALs/testthreading,16010,1732065914305/wal.dat..fake took 11ms 2024-11-20T01:25:15,000 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/WALs/testthreading,16010,1732065914305/wal.dat..fake so closing down 2024-11-20T01:25:15,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:15,001 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:15,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-20T01:25:15,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-20T01:25:15,056 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-20T01:25:15,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) 2024-11-20T01:25:15,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-20T01:25:15,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 90 ms) 2024-11-20T01:25:15,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-20T01:25:15,140 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 83 ms) 2024-11-20T01:25:15,182 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) 2024-11-20T01:25:15,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 66 ms) 2024-11-20T01:25:15,195 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 855 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/WALs/testthreading,16010,1732065914305/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T01:25:15,195 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/WALs/testthreading,16010,1732065914305/wal.dat..fake, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/WALs/testthreading,16010,1732065914305/wal.dat..fake, size=0 (0bytes) at 1732065914329Split 1024 edits, skipped 0 edits. at 1732065914368 (+39 ms)Split 2048 edits, skipped 0 edits. at 1732065914397 (+29 ms)Split 3072 edits, skipped 0 edits. at 1732065914427 (+30 ms)Split 4096 edits, skipped 0 edits. at 1732065914456 (+29 ms)Split 5120 edits, skipped 0 edits. at 1732065914493 (+37 ms)Split 6144 edits, skipped 0 edits. at 1732065914531 (+38 ms)Split 7168 edits, skipped 0 edits. at 1732065914586 (+55 ms)Split 8192 edits, skipped 0 edits. at 1732065914642 (+56 ms)Split 9216 edits, skipped 0 edits. at 1732065914708 (+66 ms)Split 10240 edits, skipped 0 edits. at 1732065914750 (+42 ms)Split 11264 edits, skipped 0 edits. at 1732065914775 (+25 ms)Split 12288 edits, skipped 0 edits. at 1732065914801 (+26 ms)Split 13312 edits, skipped 0 edits. at 1732065914847 (+46 ms)Split 14336 edits, skipped 0 edits. at 1732065914879 (+32 ms)Split 15360 edits, skipped 0 edits. at 1732065914899 (+20 ms)Split 16384 edits, skipped 0 edits. at 1732065914919 (+20 ms)Split 17408 edits, skipped 0 edits. at 1732065914941 (+22 ms)Split 18432 edits, skipped 0 edits. at 1732065914959 (+18 ms)Split 19456 edits, skipped 0 edits. at 1732065914980 (+21 ms)Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/WALs/testthreading,16010,1732065914305/wal.dat..fake so closing down at 1732065915000 (+20 ms)3 split writer threads finished at 1732065915001 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732065915031 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732065915031Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732065915056 (+25 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 81 ms) at 1732065915113 (+57 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732065915117 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 90 ms) at 1732065915122 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732065915126 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 83 ms) at 1732065915140 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) at 1732065915182 (+42 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 66 ms) at 1732065915193 (+11 ms)Processed 20000 edits across 5 Regions in 855 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/08524bd0-19d8-f90e-806b-ff2dec30880a/WALs/testthreading,16010,1732065914305/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732065915195 (+2 ms) 2024-11-20T01:25:15,195 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-20T01:25:15,195 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-20T01:25:15,195 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-20T01:25:15,195 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-20T01:25:15,195 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-20T01:25:15,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=137 (was 138), OpenFileDescriptor=387 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=737 (was 737), ProcessCount=11 (was 11), AvailableMemoryMB=6203 (was 6269) 2024-11-20T01:25:15,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=137, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=737, ProcessCount=11, AvailableMemoryMB=6203 2024-11-20T01:25:15,218 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742007_1186 (size=7) 2024-11-20T01:25:15,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742007_1186 (size=7) 2024-11-20T01:25:15,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:15,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:15,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:15,232 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:15,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-20T01:25:15,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:15,236 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:15,238 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742008_1187 (size=1393) 2024-11-20T01:25:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742008_1187 (size=1393) 2024-11-20T01:25:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:15,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:15,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742009_1188 (size=1393) 2024-11-20T01:25:15,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742009_1188 (size=1393) 2024-11-20T01:25:15,278 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:15,278 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:15,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742010_1189 (size=1393) 2024-11-20T01:25:15,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742010_1189 (size=1393) 2024-11-20T01:25:15,294 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:15,294 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:15,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742011_1190 (size=1393) 2024-11-20T01:25:15,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742011_1190 (size=1393) 2024-11-20T01:25:15,310 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:15,310 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:15,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742012_1191 (size=1393) 2024-11-20T01:25:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742012_1191 (size=1393) 2024-11-20T01:25:15,325 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:15,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:15,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742013_1192 (size=1393) 2024-11-20T01:25:15,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742013_1192 (size=1393) 2024-11-20T01:25:15,347 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:15,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:15,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742014_1193 (size=1405) 2024-11-20T01:25:15,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742014_1193 (size=1405) 2024-11-20T01:25:15,370 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:15,371 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742015_1194 (size=1413) 2024-11-20T01:25:15,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742015_1194 (size=1413) 2024-11-20T01:25:15,794 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:15,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742016_1195 (size=1413) 2024-11-20T01:25:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742016_1195 (size=1413) 2024-11-20T01:25:15,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:15,823 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:15,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:15,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742017_1196 (size=1413) 2024-11-20T01:25:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742017_1196 (size=1413) 2024-11-20T01:25:15,842 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:15,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-20T01:25:15,860 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty, size=0 (0bytes) 2024-11-20T01:25:15,860 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty might be still open, length is 0 2024-11-20T01:25:15,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty 2024-11-20T01:25:15,861 WARN [IPC Server handler 3 on default port 42857 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty closed. 2024-11-20T01:25:15,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty after 1ms 2024-11-20T01:25:15,862 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-20T01:25:15,863 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty; empty? 2024-11-20T01:25:15,863 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty so closing down 2024-11-20T01:25:15,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T01:25:15,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty, size=0 (0bytes) at 1732065915860Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty so closing down at 1732065915863 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732065915863 2024-11-20T01:25:15,865 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat..empty to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat..empty 2024-11-20T01:25:15,866 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:15,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0 2024-11-20T01:25:15,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0 after 0ms 2024-11-20T01:25:15,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0 took 3ms 2024-11-20T01:25:15,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0 so closing down 2024-11-20T01:25:15,870 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:15,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:15,872 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:15,872 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:15,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:15,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742019_1198 (size=743) 2024-11-20T01:25:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742019_1198 (size=743) 2024-11-20T01:25:15,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:15,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742018_1197 (size=743) 2024-11-20T01:25:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742018_1197 (size=743) 2024-11-20T01:25:16,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:16,284 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:16,284 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:16,284 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0, size=1.4 K (1393bytes) at 1732065915866Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0 so closing down at 1732065915870 (+4 ms)3 split writer threads finished at 1732065915870Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065915873 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065915873Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065915880 (+7 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065915881 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065916283 (+402 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065916284 (+1 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065916284 2024-11-20T01:25:16,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.0 2024-11-20T01:25:16,286 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:16,286 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1 2024-11-20T01:25:16,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1 after 1ms 2024-11-20T01:25:16,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1 took 3ms 2024-11-20T01:25:16,290 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1 so closing down 2024-11-20T01:25:16,290 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:16,290 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:16,292 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:16,292 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:16,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:16,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:16,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742020_1199 (size=743) 2024-11-20T01:25:16,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742020_1199 (size=743) 2024-11-20T01:25:16,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742021_1200 (size=743) 2024-11-20T01:25:16,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742021_1200 (size=743) 2024-11-20T01:25:16,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:16,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:16,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:16,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:16,301 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:16,301 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1, size=1.4 K (1393bytes) at 1732065916286Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1 so closing down at 1732065916290 (+4 ms)3 split writer threads finished at 1732065916291 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065916293 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065916293Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065916299 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065916299Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065916300 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065916301 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065916301 2024-11-20T01:25:16,302 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.1 2024-11-20T01:25:16,302 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:16,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2 2024-11-20T01:25:16,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2 after 0ms 2024-11-20T01:25:16,305 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2 took 3ms 2024-11-20T01:25:16,306 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2 so closing down 2024-11-20T01:25:16,306 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:16,306 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:16,308 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:16,308 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:16,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:16,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742022_1201 (size=743) 2024-11-20T01:25:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742022_1201 (size=743) 2024-11-20T01:25:16,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:16,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:16,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742023_1202 (size=743) 2024-11-20T01:25:16,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742023_1202 (size=743) 2024-11-20T01:25:16,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:16,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:16,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:16,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2, size=1.4 K (1393bytes) at 1732065916302Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2 so closing down at 1732065916306 (+4 ms)3 split writer threads finished at 1732065916306Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065916309 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065916309Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065916322 (+13 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065916323 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065916727 (+404 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065916728 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065916729 (+1 ms) 2024-11-20T01:25:16,740 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.2 2024-11-20T01:25:16,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:16,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3 2024-11-20T01:25:16,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3 after 1ms 2024-11-20T01:25:16,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3 took 5ms 2024-11-20T01:25:16,791 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3 so closing down 2024-11-20T01:25:16,791 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:16,791 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:16,805 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:16,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:16,836 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:16,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:16,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742024_1203 (size=743) 2024-11-20T01:25:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742024_1203 (size=743) 2024-11-20T01:25:16,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:16,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:16,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742025_1204 (size=743) 2024-11-20T01:25:16,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:16,970 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:16,972 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:16,972 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3, size=1.4 K (1393bytes) at 1732065916740Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3 so closing down at 1732065916791 (+51 ms)3 split writer threads finished at 1732065916791Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065916832 (+41 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065916869 (+37 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065916919 (+50 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065916921 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065916969 (+48 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065916970 (+1 ms)Processed 20 edits across 2 Regions in 184 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065916972 (+2 ms) 2024-11-20T01:25:16,974 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.3 2024-11-20T01:25:16,975 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:16,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4 2024-11-20T01:25:16,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4 after 0ms 2024-11-20T01:25:16,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742025_1204 (size=743) 2024-11-20T01:25:16,977 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4 took 3ms 2024-11-20T01:25:16,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4 so closing down 2024-11-20T01:25:16,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:16,990 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:16,998 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:17,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:17,011 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:17,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:17,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742026_1205 (size=743) 2024-11-20T01:25:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742026_1205 (size=743) 2024-11-20T01:25:17,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:17,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742027_1206 (size=743) 2024-11-20T01:25:17,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742027_1206 (size=743) 2024-11-20T01:25:17,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:17,051 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:17,051 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4, size=1.4 K (1393bytes) at 1732065916975Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4 so closing down at 1732065916990 (+15 ms)3 split writer threads finished at 1732065916990Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065917002 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065917024 (+22 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917028 (+4 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065917030 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917048 (+18 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065917051 (+3 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065917051 2024-11-20T01:25:17,053 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.4 2024-11-20T01:25:17,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:17,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5 2024-11-20T01:25:17,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5 after 1ms 2024-11-20T01:25:17,061 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5 took 8ms 2024-11-20T01:25:17,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5 so closing down 2024-11-20T01:25:17,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:17,062 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:17,067 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:17,069 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:17,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:17,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:17,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742028_1207 (size=743) 2024-11-20T01:25:17,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742029_1208 (size=743) 2024-11-20T01:25:17,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742028_1207 (size=743) 2024-11-20T01:25:17,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742029_1208 (size=743) 2024-11-20T01:25:17,090 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,090 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:17,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T01:25:17,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:17,097 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5, size=1.4 K (1393bytes) at 1732065917053Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5 so closing down at 1732065917062 (+9 ms)3 split writer threads finished at 1732065917062Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065917070 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065917070Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917091 (+21 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917091Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065917093 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732065917097 (+4 ms)Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065917097 2024-11-20T01:25:17,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.5 2024-11-20T01:25:17,100 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:17,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6 2024-11-20T01:25:17,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6 after 0ms 2024-11-20T01:25:17,102 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6 took 3ms 2024-11-20T01:25:17,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6 so closing down 2024-11-20T01:25:17,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:17,107 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:17,115 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:17,120 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:17,120 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:17,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:17,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742030_1209 (size=749) 2024-11-20T01:25:17,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742030_1209 (size=749) 2024-11-20T01:25:17,142 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:17,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742031_1210 (size=749) 2024-11-20T01:25:17,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742031_1210 (size=749) 2024-11-20T01:25:17,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:17,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:17,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6, size=1.4 K (1405bytes) at 1732065917100Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6 so closing down at 1732065917106 (+6 ms)3 split writer threads finished at 1732065917107 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065917120 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065917124 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917142 (+18 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065917145 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917163 (+18 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065917164 (+1 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065917165 (+1 ms) 2024-11-20T01:25:17,166 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.6 2024-11-20T01:25:17,166 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:17,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7 2024-11-20T01:25:17,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7 after 1ms 2024-11-20T01:25:17,168 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7 took 2ms 2024-11-20T01:25:17,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7 so closing down 2024-11-20T01:25:17,175 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:17,176 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:17,181 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:17,183 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:17,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:17,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742032_1211 (size=753) 2024-11-20T01:25:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742032_1211 (size=753) 2024-11-20T01:25:17,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742033_1212 (size=753) 2024-11-20T01:25:17,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742033_1212 (size=753) 2024-11-20T01:25:17,609 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:17,632 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:17,637 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:17,637 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7, size=1.4 K (1413bytes) at 1732065917166Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7 so closing down at 1732065917175 (+9 ms)3 split writer threads finished at 1732065917176 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065917189 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065917191 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917609 (+418 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065917611 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917632 (+21 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065917637 (+5 ms)Processed 20 edits across 2 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065917637 2024-11-20T01:25:17,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.7 2024-11-20T01:25:17,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:17,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8 2024-11-20T01:25:17,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8 after 1ms 2024-11-20T01:25:17,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8 took 5ms 2024-11-20T01:25:17,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8 so closing down 2024-11-20T01:25:17,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:17,652 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:17,655 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:17,656 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:17,664 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:17,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:17,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742034_1213 (size=753) 2024-11-20T01:25:17,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742034_1213 (size=753) 2024-11-20T01:25:17,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742035_1214 (size=753) 2024-11-20T01:25:17,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742035_1214 (size=753) 2024-11-20T01:25:17,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:17,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:17,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8, size=1.4 K (1413bytes) at 1732065917640Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8 so closing down at 1732065917650 (+10 ms)3 split writer threads finished at 1732065917652 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065917664 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065917670 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917710 (+40 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065917713 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917732 (+19 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065917737 (+5 ms)Processed 20 edits across 2 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065917737 2024-11-20T01:25:17,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.8 2024-11-20T01:25:17,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:17,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9 2024-11-20T01:25:17,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9 after 0ms 2024-11-20T01:25:17,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9 took 3ms 2024-11-20T01:25:17,756 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9 so closing down 2024-11-20T01:25:17,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:17,758 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:17,764 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:17,765 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:17,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:17,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742037_1216 (size=753) 2024-11-20T01:25:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742036_1215 (size=753) 2024-11-20T01:25:17,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742036_1215 (size=753) 2024-11-20T01:25:17,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742037_1216 (size=753) 2024-11-20T01:25:17,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:17,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:17,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:17,804 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:17,804 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9, size=1.4 K (1413bytes) at 1732065917742Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9 so closing down at 1732065917756 (+14 ms)3 split writer threads finished at 1732065917758 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065917766 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065917768 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917802 (+34 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065917802Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065917803 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065917804 (+1 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065917804 2024-11-20T01:25:17,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.9 2024-11-20T01:25:17,806 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty, size=0 (0bytes) 2024-11-20T01:25:17,806 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty might be still open, length is 0 2024-11-20T01:25:17,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty 2024-11-20T01:25:17,806 WARN [IPC Server handler 4 on default port 42857 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty closed. 2024-11-20T01:25:17,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty after 0ms 2024-11-20T01:25:17,807 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-20T01:25:17,808 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty; empty? 2024-11-20T01:25:17,808 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty so closing down 2024-11-20T01:25:17,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T01:25:17,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty, size=0 (0bytes) at 1732065917806Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty so closing down at 1732065917808 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732065917808 2024-11-20T01:25:17,810 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/WALs/testemptyopenlogfiles,16010,1732065915233/wal.dat.empty to hdfs://localhost:42857/user/jenkins/test-data/15ce231f-6ace-2c23-d79a-aa3f6b3b5278/oldWALs/wal.dat.empty 2024-11-20T01:25:17,899 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=139 (was 137) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=742 (was 737) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5864 (was 6203) 2024-11-20T01:25:17,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=742, ProcessCount=11, AvailableMemoryMB=5862 2024-11-20T01:25:17,909 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742038_1217 (size=7) 2024-11-20T01:25:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742038_1217 (size=7) 2024-11-20T01:25:17,941 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:17,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:17,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:17,948 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:17,948 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:17,951 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:17,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,973 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,973 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742039_1218 (size=1393) 2024-11-20T01:25:17,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742039_1218 (size=1393) 2024-11-20T01:25:17,982 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:17,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:17,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:17,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742040_1219 (size=1393) 2024-11-20T01:25:18,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742040_1219 (size=1393) 2024-11-20T01:25:18,023 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:18,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:18,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742041_1220 (size=1393) 2024-11-20T01:25:18,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742041_1220 (size=1393) 2024-11-20T01:25:18,052 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:18,052 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:18,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,094 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742042_1221 (size=1393) 2024-11-20T01:25:18,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742042_1221 (size=1393) 2024-11-20T01:25:18,117 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:18,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,203 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742043_1222 (size=1393) 2024-11-20T01:25:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742043_1222 (size=1393) 2024-11-20T01:25:18,226 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:18,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:18,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742044_1223 (size=1393) 2024-11-20T01:25:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742044_1223 (size=1393) 2024-11-20T01:25:18,288 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:18,289 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:18,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742045_1224 (size=1405) 2024-11-20T01:25:18,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742045_1224 (size=1405) 2024-11-20T01:25:18,777 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:18,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:18,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742046_1225 (size=1413) 2024-11-20T01:25:18,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742046_1225 (size=1413) 2024-11-20T01:25:18,896 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:18,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,967 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,967 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742047_1226 (size=1413) 2024-11-20T01:25:18,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742047_1226 (size=1413) 2024-11-20T01:25:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:18,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:19,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:19,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742048_1227 (size=1413) 2024-11-20T01:25:19,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742048_1227 (size=1413) 2024-11-20T01:25:19,022 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:19,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742049_1228 (size=1398) 2024-11-20T01:25:19,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742049_1228 (size=1398) 2024-11-20T01:25:19,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:19,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0 2024-11-20T01:25:19,086 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0 after 1ms 2024-11-20T01:25:19,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0 took 5ms 2024-11-20T01:25:19,102 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0 so closing down 2024-11-20T01:25:19,102 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:19,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:19,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:19,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:19,138 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:19,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742050_1229 (size=743) 2024-11-20T01:25:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742050_1229 (size=743) 2024-11-20T01:25:19,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742051_1230 (size=743) 2024-11-20T01:25:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742051_1230 (size=743) 2024-11-20T01:25:19,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,177 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:19,178 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:19,178 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0, size=1.4 K (1393bytes) at 1732065919085Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0 so closing down at 1732065919102 (+17 ms)3 split writer threads finished at 1732065919102Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065919125 (+23 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065919149 (+24 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919159 (+10 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065919160 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919175 (+15 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065919178 (+3 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065919178 2024-11-20T01:25:19,182 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/oldWALs/wal.dat.0 2024-11-20T01:25:19,182 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:19,182 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1 2024-11-20T01:25:19,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1 after 4ms 2024-11-20T01:25:19,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1 took 7ms 2024-11-20T01:25:19,206 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1 so closing down 2024-11-20T01:25:19,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:19,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:19,226 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:19,237 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:19,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:19,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742052_1231 (size=743) 2024-11-20T01:25:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742052_1231 (size=743) 2024-11-20T01:25:19,275 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742053_1232 (size=743) 2024-11-20T01:25:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742053_1232 (size=743) 2024-11-20T01:25:19,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:19,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:19,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1, size=1.4 K (1393bytes) at 1732065919182Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1 so closing down at 1732065919206 (+24 ms)3 split writer threads finished at 1732065919207 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065919248 (+41 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065919251 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919275 (+24 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065919279 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919285 (+6 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065919287 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065919287 2024-11-20T01:25:19,289 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/oldWALs/wal.dat.1 2024-11-20T01:25:19,290 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:19,290 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2 2024-11-20T01:25:19,291 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2 after 1ms 2024-11-20T01:25:19,293 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2 took 4ms 2024-11-20T01:25:19,321 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2 so closing down 2024-11-20T01:25:19,321 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:19,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:19,329 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:19,336 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:19,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:19,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742054_1233 (size=743) 2024-11-20T01:25:19,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742054_1233 (size=743) 2024-11-20T01:25:19,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742055_1234 (size=743) 2024-11-20T01:25:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742055_1234 (size=743) 2024-11-20T01:25:19,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:19,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:19,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2, size=1.4 K (1393bytes) at 1732065919290Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2 so closing down at 1732065919321 (+31 ms)3 split writer threads finished at 1732065919327 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065919344 (+17 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065919347 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919372 (+25 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065919374 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919400 (+26 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065919401 (+1 ms)Processed 20 edits across 2 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065919402 (+1 ms) 2024-11-20T01:25:19,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/oldWALs/wal.dat.2 2024-11-20T01:25:19,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:19,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3 2024-11-20T01:25:19,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3 after 2ms 2024-11-20T01:25:19,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3 took 6ms 2024-11-20T01:25:19,435 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3 so closing down 2024-11-20T01:25:19,435 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:19,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:19,448 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:19,452 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:19,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:19,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742056_1235 (size=743) 2024-11-20T01:25:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742056_1235 (size=743) 2024-11-20T01:25:19,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742057_1236 (size=743) 2024-11-20T01:25:19,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:19,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742057_1236 (size=743) 2024-11-20T01:25:19,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:19,513 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:19,513 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3, size=1.4 K (1393bytes) at 1732065919411Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3 so closing down at 1732065919435 (+24 ms)3 split writer threads finished at 1732065919436 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065919465 (+29 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065919466 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919509 (+43 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065919511 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919511Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065919513 (+2 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065919513 2024-11-20T01:25:19,515 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/oldWALs/wal.dat.3 2024-11-20T01:25:19,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:19,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4 2024-11-20T01:25:19,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4 after 0ms 2024-11-20T01:25:19,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4 took 3ms 2024-11-20T01:25:19,530 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4 so closing down 2024-11-20T01:25:19,530 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:19,530 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:19,533 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:19,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:19,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:19,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:19,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742058_1237 (size=743) 2024-11-20T01:25:19,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742058_1237 (size=743) 2024-11-20T01:25:19,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:19,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742059_1238 (size=743) 2024-11-20T01:25:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742059_1238 (size=743) 2024-11-20T01:25:19,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:19,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:19,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4, size=1.4 K (1393bytes) at 1732065919516Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4 so closing down at 1732065919530 (+14 ms)3 split writer threads finished at 1732065919530Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065919549 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065919556 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919621 (+65 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065919622 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919660 (+38 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065919662 (+2 ms)Processed 20 edits across 2 Regions in 133 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065919662 2024-11-20T01:25:19,665 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/oldWALs/wal.dat.4 2024-11-20T01:25:19,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5, size=1.4 K (1398bytes) 2024-11-20T01:25:19,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5 2024-11-20T01:25:19,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5 after 1ms 2024-11-20T01:25:19,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5 took 5ms 2024-11-20T01:25:19,690 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:19,691 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5 so closing down 2024-11-20T01:25:19,691 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:19,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:19,699 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:19,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:19,713 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:19,740 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742060_1239 (size=743) 2024-11-20T01:25:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742060_1239 (size=743) 2024-11-20T01:25:19,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742061_1240 (size=743) 2024-11-20T01:25:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742061_1240 (size=743) 2024-11-20T01:25:19,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T01:25:19,845 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 156 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-20T01:25:19,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5, size=1.4 K (1398bytes) at 1732065919665Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5 so closing down at 1732065919691 (+26 ms)3 split writer threads finished at 1732065919691Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065919710 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065919740 (+30 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919810 (+70 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065919814 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919843 (+29 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732065919844 (+1 ms)Processed 20 edits across 2 Regions in 156 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732065919845 (+1 ms) 2024-11-20T01:25:19,848 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/corrupt/wal.dat.5 2024-11-20T01:25:19,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:19,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6 2024-11-20T01:25:19,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6 after 0ms 2024-11-20T01:25:19,851 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6 took 3ms 2024-11-20T01:25:19,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6 so closing down 2024-11-20T01:25:19,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:19,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:19,870 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:19,870 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:19,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:19,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:19,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742062_1241 (size=749) 2024-11-20T01:25:19,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742062_1241 (size=749) 2024-11-20T01:25:19,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742063_1242 (size=749) 2024-11-20T01:25:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742063_1242 (size=749) 2024-11-20T01:25:19,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:19,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:19,949 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:19,949 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6, size=1.4 K (1405bytes) at 1732065919848Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6 so closing down at 1732065919868 (+20 ms)3 split writer threads finished at 1732065919868Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065919872 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065919881 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919917 (+36 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065919920 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065919947 (+27 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065919949 (+2 ms)Processed 20 edits across 2 Regions in 83 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065919949 2024-11-20T01:25:19,952 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/oldWALs/wal.dat.6 2024-11-20T01:25:19,952 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:19,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7 2024-11-20T01:25:19,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7 after 1ms 2024-11-20T01:25:19,955 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7 took 3ms 2024-11-20T01:25:19,964 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7 so closing down 2024-11-20T01:25:19,964 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:19,965 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:19,978 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:19,987 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:19,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:20,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:20,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742065_1244 (size=753) 2024-11-20T01:25:20,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742065_1244 (size=753) 2024-11-20T01:25:20,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:20,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:20,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742064_1243 (size=753) 2024-11-20T01:25:20,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742064_1243 (size=753) 2024-11-20T01:25:20,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:20,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:20,042 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:20,042 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7, size=1.4 K (1413bytes) at 1732065919952Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7 so closing down at 1732065919964 (+12 ms)3 split writer threads finished at 1732065919965 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065919988 (+23 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065920017 (+29 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065920029 (+12 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065920033 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065920040 (+7 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065920042 (+2 ms)Processed 20 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065920042 2024-11-20T01:25:20,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/oldWALs/wal.dat.7 2024-11-20T01:25:20,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:20,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8 2024-11-20T01:25:20,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8 after 0ms 2024-11-20T01:25:20,048 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8 took 4ms 2024-11-20T01:25:20,063 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8 so closing down 2024-11-20T01:25:20,063 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:20,068 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:20,071 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:20,071 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:20,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:20,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:20,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742067_1246 (size=753) 2024-11-20T01:25:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742067_1246 (size=753) 2024-11-20T01:25:20,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:20,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742066_1245 (size=753) 2024-11-20T01:25:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742066_1245 (size=753) 2024-11-20T01:25:20,226 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:20,227 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:20,227 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:20,228 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8, size=1.4 K (1413bytes) at 1732065920045Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8 so closing down at 1732065920063 (+18 ms)3 split writer threads finished at 1732065920068 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065920089 (+21 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065920114 (+25 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065920177 (+63 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065920179 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065920226 (+47 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065920227 (+1 ms)Processed 20 edits across 2 Regions in 169 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065920228 (+1 ms) 2024-11-20T01:25:20,237 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/oldWALs/wal.dat.8 2024-11-20T01:25:20,237 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:20,237 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9 2024-11-20T01:25:20,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9 after 1ms 2024-11-20T01:25:20,249 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9 took 12ms 2024-11-20T01:25:20,278 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9 so closing down 2024-11-20T01:25:20,278 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:20,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:20,299 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:20,305 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:20,307 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:20,320 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742068_1247 (size=753) 2024-11-20T01:25:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742068_1247 (size=753) 2024-11-20T01:25:20,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742069_1248 (size=753) 2024-11-20T01:25:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742069_1248 (size=753) 2024-11-20T01:25:20,410 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:20,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:20,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:20,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:20,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 506 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:20,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9, size=1.4 K (1413bytes) at 1732065920237Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9 so closing down at 1732065920278 (+41 ms)3 split writer threads finished at 1732065920279 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065920305 (+26 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065920320 (+15 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065920410 (+90 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065920412 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065920780 (+368 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065920782 (+2 ms)Processed 20 edits across 2 Regions in 506 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065920782 2024-11-20T01:25:20,784 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732065917948/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/c1042c9d-515f-ad27-48c8-2072bc366bb8/oldWALs/wal.dat.9 2024-11-20T01:25:20,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=763 (was 742) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4330 (was 5862) 2024-11-20T01:25:20,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=4322 2024-11-20T01:25:20,896 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742070_1249 (size=7) 2024-11-20T01:25:20,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742070_1249 (size=7) 2024-11-20T01:25:20,920 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:20,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:20,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:20,928 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:20,928 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486/data/default/t1/b47d1bd88d0e326931d08ba9c74394c2 2024-11-20T01:25:20,929 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region b47d1bd88d0e326931d08ba9c74394c2 2024-11-20T01:25:20,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:20,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:20,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742071_1250 (size=3851) 2024-11-20T01:25:21,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742071_1250 (size=3851) 2024-11-20T01:25:21,105 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0, size=3.8 K (3851bytes) 2024-11-20T01:25:21,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0 2024-11-20T01:25:21,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0 after 1ms 2024-11-20T01:25:21,108 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0 took 3ms 2024-11-20T01:25:21,154 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0 so closing down 2024-11-20T01:25:21,154 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:21,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:21,162 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:21,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/data/default/t1/b47d1bd88d0e326931d08ba9c74394c2/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742072_1251 (size=1591) 2024-11-20T01:25:21,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742072_1251 (size=1591) 2024-11-20T01:25:21,226 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/data/default/t1/b47d1bd88d0e326931d08ba9c74394c2/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:21,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/data/default/t1/b47d1bd88d0e326931d08ba9c74394c2/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/data/default/t1/b47d1bd88d0e326931d08ba9c74394c2/recovered.edits/0000000000000000009 2024-11-20T01:25:21,236 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 88 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-11-20T01:25:21,236 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0, size=3.8 K (3851bytes) at 1732065921105Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0 so closing down at 1732065921154 (+49 ms)3 split writer threads finished at 1732065921154Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/data/default/t1/b47d1bd88d0e326931d08ba9c74394c2/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065921179 (+25 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/data/default/t1/b47d1bd88d0e326931d08ba9c74394c2/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732065921226 (+47 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/data/default/t1/b47d1bd88d0e326931d08ba9c74394c2/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/data/default/t1/b47d1bd88d0e326931d08ba9c74394c2/recovered.edits/0000000000000000009 at 1732065921236 (+10 ms)Processed 21 edits across 1 Regions in 88 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1732065921236 2024-11-20T01:25:21,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/WALs/testsplitleavescompactioneventsedits,16010,1732065920928/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/b85cf57b-f8ba-abd9-3bb5-76124e50c80f/oldWALs/wal.dat.0 2024-11-20T01:25:21,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=139 (was 139), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=763 (was 763), ProcessCount=11 (was 11), AvailableMemoryMB=4095 (was 4322) 2024-11-20T01:25:21,304 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=4086 2024-11-20T01:25:21,304 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742073_1252 (size=7) 2024-11-20T01:25:21,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742073_1252 (size=7) 2024-11-20T01:25:21,338 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:21,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:21,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:21,346 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:21,346 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T01:25:21,352 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:21,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742074_1253 (size=863) 2024-11-20T01:25:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742074_1253 (size=863) 2024-11-20T01:25:21,381 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:21,411 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0, size=863 (863bytes) 2024-11-20T01:25:21,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0 2024-11-20T01:25:21,423 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0 after 11ms 2024-11-20T01:25:21,442 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0 took 32ms 2024-11-20T01:25:21,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0 so closing down 2024-11-20T01:25:21,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:21,454 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:21,476 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:21,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742075_1254 (size=863) 2024-11-20T01:25:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742075_1254 (size=863) 2024-11-20T01:25:21,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:21,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-20T01:25:21,577 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-20T01:25:21,578 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0, size=863 (863bytes) at 1732065921411Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0 so closing down at 1732065921453 (+42 ms)3 split writer threads finished at 1732065921454 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065921484 (+30 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065921575 (+91 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732065921577 (+2 ms)Processed 10 edits across 1 Regions in 126 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732065921577 2024-11-20T01:25:21,580 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/WALs/testsplitpreservesedits,16010,1732065921346/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/e24d889c-782d-a5a4-0cf0-876e9feacc61/oldWALs/wal.dat.0 2024-11-20T01:25:21,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=140 (was 139) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=763 (was 763), ProcessCount=11 (was 11), AvailableMemoryMB=3947 (was 4086) 2024-11-20T01:25:21,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=3946 2024-11-20T01:25:21,680 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742076_1255 (size=7) 2024-11-20T01:25:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742076_1255 (size=7) 2024-11-20T01:25:21,780 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:21,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:21,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:21,790 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:21,790 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:21,791 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:21,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742077_1256 (size=1393) 2024-11-20T01:25:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742077_1256 (size=1393) 2024-11-20T01:25:21,919 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:21,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:21,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,972 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:21,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742078_1257 (size=1393) 2024-11-20T01:25:21,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742078_1257 (size=1393) 2024-11-20T01:25:21,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:21,985 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:21,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:21,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742079_1258 (size=1393) 2024-11-20T01:25:22,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742079_1258 (size=1393) 2024-11-20T01:25:22,062 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:22,062 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:22,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742080_1259 (size=1393) 2024-11-20T01:25:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742080_1259 (size=1393) 2024-11-20T01:25:22,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:22,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:22,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742081_1260 (size=1393) 2024-11-20T01:25:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742081_1260 (size=1393) 2024-11-20T01:25:22,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:22,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:22,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742082_1261 (size=1393) 2024-11-20T01:25:22,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742082_1261 (size=1393) 2024-11-20T01:25:22,279 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:22,279 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:22,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742083_1262 (size=1405) 2024-11-20T01:25:22,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742083_1262 (size=1405) 2024-11-20T01:25:22,335 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:22,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:22,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742084_1263 (size=1413) 2024-11-20T01:25:22,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742084_1263 (size=1413) 2024-11-20T01:25:22,378 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:22,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:22,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742085_1264 (size=1413) 2024-11-20T01:25:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742085_1264 (size=1413) 2024-11-20T01:25:22,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:22,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:22,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:22,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:22,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742086_1265 (size=1413) 2024-11-20T01:25:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742086_1265 (size=1413) 2024-11-20T01:25:22,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:22,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742087_1266 (size=1394) 2024-11-20T01:25:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742087_1266 (size=1394) 2024-11-20T01:25:22,582 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:22,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0 2024-11-20T01:25:22,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0 after 1ms 2024-11-20T01:25:22,586 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0 took 4ms 2024-11-20T01:25:22,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0 so closing down 2024-11-20T01:25:22,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:22,598 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:22,603 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:22,604 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:22,608 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:22,609 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742088_1267 (size=743) 2024-11-20T01:25:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742089_1268 (size=743) 2024-11-20T01:25:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742089_1268 (size=743) 2024-11-20T01:25:22,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742088_1267 (size=743) 2024-11-20T01:25:22,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:22,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:22,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:22,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:22,643 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:22,643 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0, size=1.4 K (1393bytes) at 1732065922582Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0 so closing down at 1732065922598 (+16 ms)3 split writer threads finished at 1732065922598Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065922608 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065922609 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065922639 (+30 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065922639Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065922641 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065922642 (+1 ms)Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065922643 (+1 ms) 2024-11-20T01:25:22,645 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/oldWALs/wal.dat.0 2024-11-20T01:25:22,645 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:22,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1 2024-11-20T01:25:22,645 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1 after 0ms 2024-11-20T01:25:22,648 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1 took 3ms 2024-11-20T01:25:22,653 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1 so closing down 2024-11-20T01:25:22,653 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:22,658 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:22,661 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:22,661 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:22,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:22,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742091_1270 (size=743) 2024-11-20T01:25:22,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742091_1270 (size=743) 2024-11-20T01:25:22,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:22,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:22,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742090_1269 (size=743) 2024-11-20T01:25:22,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742090_1269 (size=743) 2024-11-20T01:25:22,678 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:22,679 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:22,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:22,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1, size=1.4 K (1393bytes) at 1732065922645Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1 so closing down at 1732065922653 (+8 ms)3 split writer threads finished at 1732065922658 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065922662 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065922663 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065922672 (+9 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065922673 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065922678 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065922679 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065922679 2024-11-20T01:25:22,682 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/oldWALs/wal.dat.1 2024-11-20T01:25:22,682 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:22,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2 2024-11-20T01:25:22,683 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2 after 0ms 2024-11-20T01:25:22,685 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2 took 3ms 2024-11-20T01:25:22,687 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2 so closing down 2024-11-20T01:25:22,687 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:22,687 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:22,698 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:22,705 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:22,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:22,716 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:22,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742092_1271 (size=743) 2024-11-20T01:25:22,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742092_1271 (size=743) 2024-11-20T01:25:22,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:22,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:22,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742093_1272 (size=743) 2024-11-20T01:25:22,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742093_1272 (size=743) 2024-11-20T01:25:22,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:22,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:22,782 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:22,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2, size=1.4 K (1393bytes) at 1732065922683Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2 so closing down at 1732065922687 (+4 ms)3 split writer threads finished at 1732065922687Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065922712 (+25 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065922716 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065922766 (+50 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065922767 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065922780 (+13 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065922782 (+2 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065922782 2024-11-20T01:25:22,787 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/oldWALs/wal.dat.2 2024-11-20T01:25:22,787 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:22,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3 2024-11-20T01:25:22,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3 after 1ms 2024-11-20T01:25:22,790 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3 took 3ms 2024-11-20T01:25:22,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3 so closing down 2024-11-20T01:25:22,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:22,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:22,813 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:22,826 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:22,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:22,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:22,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742095_1274 (size=743) 2024-11-20T01:25:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742095_1274 (size=743) 2024-11-20T01:25:22,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:22,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742094_1273 (size=743) 2024-11-20T01:25:22,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742094_1273 (size=743) 2024-11-20T01:25:22,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:22,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:22,931 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:22,931 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3, size=1.4 K (1393bytes) at 1732065922787Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3 so closing down at 1732065922804 (+17 ms)3 split writer threads finished at 1732065922810 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065922844 (+34 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065922860 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065922906 (+46 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065922913 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065922928 (+15 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065922930 (+2 ms)Processed 20 edits across 2 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065922931 (+1 ms) 2024-11-20T01:25:22,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/oldWALs/wal.dat.3 2024-11-20T01:25:22,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:22,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4 2024-11-20T01:25:22,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4 after 1ms 2024-11-20T01:25:22,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4 took 4ms 2024-11-20T01:25:22,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4 so closing down 2024-11-20T01:25:22,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:22,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:22,974 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:22,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:22,992 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:23,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742096_1275 (size=743) 2024-11-20T01:25:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742096_1275 (size=743) 2024-11-20T01:25:23,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:23,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742097_1276 (size=743) 2024-11-20T01:25:23,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:23,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742097_1276 (size=743) 2024-11-20T01:25:23,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:23,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:23,125 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4, size=1.4 K (1393bytes) at 1732065922937Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4 so closing down at 1732065922949 (+12 ms)3 split writer threads finished at 1732065922950 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065922992 (+42 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065923003 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065923076 (+73 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065923078 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065923122 (+44 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065923124 (+2 ms)Processed 20 edits across 2 Regions in 176 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065923124 2024-11-20T01:25:23,127 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/oldWALs/wal.dat.4 2024-11-20T01:25:23,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5, size=1.4 K (1394bytes) 2024-11-20T01:25:23,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5 2024-11-20T01:25:23,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5 after 1ms 2024-11-20T01:25:23,131 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-20T01:25:23,131 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5 so closing down 2024-11-20T01:25:23,131 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-20T01:25:23,131 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5, size=1.4 K (1394bytes) at 1732065923127Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5 so closing down at 1732065923131 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732065923131 2024-11-20T01:25:23,139 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/corrupt/wal.dat.5 2024-11-20T01:25:23,139 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:23,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6 2024-11-20T01:25:23,139 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6 after 0ms 2024-11-20T01:25:23,142 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6 took 2ms 2024-11-20T01:25:23,148 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6 so closing down 2024-11-20T01:25:23,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:23,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:23,167 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:23,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:23,170 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:23,173 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742098_1277 (size=749) 2024-11-20T01:25:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742098_1277 (size=749) 2024-11-20T01:25:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742099_1278 (size=749) 2024-11-20T01:25:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742099_1278 (size=749) 2024-11-20T01:25:23,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:23,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:23,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:23,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:23,622 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:23,622 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6, size=1.4 K (1405bytes) at 1732065923139Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6 so closing down at 1732065923148 (+9 ms)3 split writer threads finished at 1732065923148Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065923169 (+21 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065923173 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065923221 (+48 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065923223 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065923620 (+397 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065923622 (+2 ms)Processed 20 edits across 2 Regions in 480 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065923622 2024-11-20T01:25:23,629 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/oldWALs/wal.dat.6 2024-11-20T01:25:23,629 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:23,629 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7 2024-11-20T01:25:23,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7 after 1ms 2024-11-20T01:25:23,634 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7 took 5ms 2024-11-20T01:25:23,637 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7 so closing down 2024-11-20T01:25:23,637 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:23,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:23,650 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:23,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:23,653 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:23,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742100_1279 (size=753) 2024-11-20T01:25:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742100_1279 (size=753) 2024-11-20T01:25:23,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:23,681 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742101_1280 (size=753) 2024-11-20T01:25:23,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742101_1280 (size=753) 2024-11-20T01:25:24,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:24,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:24,109 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:24,109 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7, size=1.4 K (1413bytes) at 1732065923629Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7 so closing down at 1732065923637 (+8 ms)3 split writer threads finished at 1732065923643 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065923653 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065923669 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065923679 (+10 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065923681 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065924107 (+426 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065924108 (+1 ms)Processed 20 edits across 2 Regions in 472 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065924109 (+1 ms) 2024-11-20T01:25:24,112 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/oldWALs/wal.dat.7 2024-11-20T01:25:24,113 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:24,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8 2024-11-20T01:25:24,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8 after 1ms 2024-11-20T01:25:24,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8 took 5ms 2024-11-20T01:25:24,130 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8 so closing down 2024-11-20T01:25:24,130 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:24,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:24,143 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:24,149 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:24,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:24,156 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:24,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742103_1282 (size=753) 2024-11-20T01:25:24,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742103_1282 (size=753) 2024-11-20T01:25:24,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:24,175 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:24,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742102_1281 (size=753) 2024-11-20T01:25:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742102_1281 (size=753) 2024-11-20T01:25:24,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:24,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:24,192 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:24,192 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8, size=1.4 K (1413bytes) at 1732065924113Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8 so closing down at 1732065924130 (+17 ms)3 split writer threads finished at 1732065924132 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065924151 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065924156 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065924171 (+15 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065924175 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065924188 (+13 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065924192 (+4 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065924192 2024-11-20T01:25:24,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/oldWALs/wal.dat.8 2024-11-20T01:25:24,197 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:24,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9 2024-11-20T01:25:24,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9 after 0ms 2024-11-20T01:25:24,199 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9 took 3ms 2024-11-20T01:25:24,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9 so closing down 2024-11-20T01:25:24,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:24,206 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:24,207 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:24,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:24,216 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:24,217 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:24,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742104_1283 (size=753) 2024-11-20T01:25:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742104_1283 (size=753) 2024-11-20T01:25:24,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:24,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:24,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742105_1284 (size=753) 2024-11-20T01:25:24,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742105_1284 (size=753) 2024-11-20T01:25:24,246 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:24,247 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:24,247 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:24,247 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9, size=1.4 K (1413bytes) at 1732065924197Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9 so closing down at 1732065924205 (+8 ms)3 split writer threads finished at 1732065924206 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065924214 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065924217 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065924231 (+14 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065924235 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065924246 (+11 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065924247 (+1 ms)Processed 20 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065924247 2024-11-20T01:25:24,249 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732065921790/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/78414913-f1f3-18b5-e2da-cb56f5ad877f/oldWALs/wal.dat.9 2024-11-20T01:25:24,324 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=140 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=763 (was 763), ProcessCount=11 (was 11), AvailableMemoryMB=5771 (was 3946) - AvailableMemoryMB LEAK? - 2024-11-20T01:25:24,347 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=140, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=5771 2024-11-20T01:25:24,347 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:24,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742106_1285 (size=7) 2024-11-20T01:25:24,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742106_1285 (size=7) 2024-11-20T01:25:24,371 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:24,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:24,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:24,377 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:24,377 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T01:25:24,379 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:24,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742107_1286 (size=2403) 2024-11-20T01:25:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742107_1286 (size=2403) 2024-11-20T01:25:24,418 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:24,466 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0, size=2.3 K (2403bytes) 2024-11-20T01:25:24,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0 2024-11-20T01:25:24,468 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0 after 2ms 2024-11-20T01:25:24,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0 took 13ms 2024-11-20T01:25:24,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0 so closing down 2024-11-20T01:25:24,493 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:24,494 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:24,521 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:24,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742108_1287 (size=863) 2024-11-20T01:25:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742108_1287 (size=863) 2024-11-20T01:25:25,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:25,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-20T01:25:25,052 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 560 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-20T01:25:25,052 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0, size=2.3 K (2403bytes) at 1732065924466Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0 so closing down at 1732065924493 (+27 ms)3 split writer threads finished at 1732065924494 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065924532 (+38 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065925050 (+518 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732065925052 (+2 ms)Processed 20 edits across 1 Regions in 560 ms; skipped=10; WAL=hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732065925052 2024-11-20T01:25:25,055 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/WALs/testsplitremovesregioneventsedits,16010,1732065924377/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/a9107cae-996c-5d70-d427-b8f6691a8a78/oldWALs/wal.dat.0 2024-11-20T01:25:25,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=139 (was 140), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=763 (was 763), ProcessCount=11 (was 11), AvailableMemoryMB=5765 (was 5771) 2024-11-20T01:25:25,084 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=5764 2024-11-20T01:25:25,085 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:25,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742109_1288 (size=7) 2024-11-20T01:25:25,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742109_1288 (size=7) 2024-11-20T01:25:25,099 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:25,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:25,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:25,104 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:25,123 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=763 (was 763), ProcessCount=11 (was 11), AvailableMemoryMB=5765 (was 5764) - AvailableMemoryMB LEAK? - 2024-11-20T01:25:25,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=5764 2024-11-20T01:25:25,137 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742110_1289 (size=7) 2024-11-20T01:25:25,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742110_1289 (size=7) 2024-11-20T01:25:25,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:25,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:25,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:25,157 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:25,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:25,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742111_1290 (size=255) 2024-11-20T01:25:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742111_1290 (size=255) 2024-11-20T01:25:25,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1, size=255 (255bytes) 2024-11-20T01:25:25,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1 2024-11-20T01:25:25,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1 after 0ms 2024-11-20T01:25:25,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1 took 3ms 2024-11-20T01:25:25,226 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-20T01:25:25,226 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1 so closing down 2024-11-20T01:25:25,226 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:25,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:25,226 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-20T01:25:25,226 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1, size=255 (255bytes) at 1732065925221Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1 so closing down at 1732065925226 (+5 ms)3 split writer threads finished at 1732065925226Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732065925226 2024-11-20T01:25:25,229 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/WALs/testsplitremovesreplicationmarkeredits,16010,1732065925157/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/1fd539a1-dfef-e6be-88e6-891ac568d317/oldWALs/wal.dat.1 2024-11-20T01:25:25,247 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=139 (was 139), OpenFileDescriptor=389 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=763 (was 763), ProcessCount=11 (was 11), AvailableMemoryMB=5764 (was 5764) 2024-11-20T01:25:25,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=5763 2024-11-20T01:25:25,270 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:25,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742112_1291 (size=7) 2024-11-20T01:25:25,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742112_1291 (size=7) 2024-11-20T01:25:25,292 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:25,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:25,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:25,297 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:25,298 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-20T01:25:25,298 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T01:25:25,299 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:25,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742113_1292 (size=1941) 2024-11-20T01:25:25,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742113_1292 (size=1941) 2024-11-20T01:25:25,397 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:25,399 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486/data/default/t1/region__1 2024-11-20T01:25:25,441 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0, size=1.9 K (1941bytes) 2024-11-20T01:25:25,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0 2024-11-20T01:25:25,442 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0 after 1ms 2024-11-20T01:25:25,444 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0 took 3ms 2024-11-20T01:25:25,469 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-20T01:25:25,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0 so closing down 2024-11-20T01:25:25,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:25,476 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:25,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 9 ms; skipped=17; WAL=hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-20T01:25:25,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0, size=1.9 K (1941bytes) at 1732065925441Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0 so closing down at 1732065925469 (+28 ms)3 split writer threads finished at 1732065925476 (+7 ms)Processed 17 edits across 0 Regions in 9 ms; skipped=17; WAL=hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732065925476 2024-11-20T01:25:25,481 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/WALs/testsplitlogfiledeletedregiondir,16010,1732065925297/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/c9031610-07cf-8f0d-7fe6-a9a701bb43e8/oldWALs/wal.dat.0 2024-11-20T01:25:25,503 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=763 (was 763), ProcessCount=11 (was 11), AvailableMemoryMB=5762 (was 5763) 2024-11-20T01:25:25,518 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=763, ProcessCount=11, AvailableMemoryMB=5762 2024-11-20T01:25:25,518 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:25,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742114_1293 (size=7) 2024-11-20T01:25:25,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742114_1293 (size=7) 2024-11-20T01:25:25,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:25,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:25,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:25,545 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:25,546 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-20T01:25:25,546 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:25,546 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:25,547 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:25,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:25,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742115_1294 (size=1393) 2024-11-20T01:25:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742115_1294 (size=1393) 2024-11-20T01:25:25,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:25,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:25,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742116_1295 (size=1393) 2024-11-20T01:25:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742116_1295 (size=1393) 2024-11-20T01:25:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:25,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742117_1296 (size=1393) 2024-11-20T01:25:25,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742117_1296 (size=1393) 2024-11-20T01:25:25,665 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:25,665 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:25,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742118_1297 (size=1393) 2024-11-20T01:25:25,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742118_1297 (size=1393) 2024-11-20T01:25:25,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:25,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:25,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742119_1298 (size=1393) 2024-11-20T01:25:25,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742119_1298 (size=1393) 2024-11-20T01:25:25,755 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:25,755 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:25,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742120_1299 (size=1393) 2024-11-20T01:25:25,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742120_1299 (size=1393) 2024-11-20T01:25:25,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:25,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:25,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742121_1300 (size=1405) 2024-11-20T01:25:25,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742121_1300 (size=1405) 2024-11-20T01:25:25,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:25,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:25,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742122_1301 (size=1413) 2024-11-20T01:25:25,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742122_1301 (size=1413) 2024-11-20T01:25:25,842 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:25,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:25,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742123_1302 (size=1413) 2024-11-20T01:25:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742123_1302 (size=1413) 2024-11-20T01:25:25,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:25,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:25,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:25,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742124_1303 (size=1413) 2024-11-20T01:25:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742124_1303 (size=1413) 2024-11-20T01:25:25,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:25,951 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:25,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0 2024-11-20T01:25:25,952 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0 after 1ms 2024-11-20T01:25:25,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0 took 3ms 2024-11-20T01:25:25,961 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0 so closing down 2024-11-20T01:25:25,961 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:25,961 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:25,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:25,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0, size=1.4 K (1393bytes) at 1732065925951Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0 so closing down at 1732065925961 (+10 ms)3 split writer threads finished at 1732065925961Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/38b3cf03-f909-1a3b-74bc-a34159bfe770/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732065925545/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065925961 2024-11-20T01:25:25,971 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=774 (was 763) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5758 (was 5762) 2024-11-20T01:25:25,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=774, ProcessCount=11, AvailableMemoryMB=5758 2024-11-20T01:25:25,978 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742125_1304 (size=7) 2024-11-20T01:25:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742125_1304 (size=7) 2024-11-20T01:25:26,002 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:26,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:26,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:26,006 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:26,007 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:26,007 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:26,009 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,051 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,051 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,060 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,060 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742126_1305 (size=1393) 2024-11-20T01:25:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742126_1305 (size=1393) 2024-11-20T01:25:26,066 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:26,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742127_1306 (size=1393) 2024-11-20T01:25:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742127_1306 (size=1393) 2024-11-20T01:25:26,158 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:26,158 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:26,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742128_1307 (size=1393) 2024-11-20T01:25:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742128_1307 (size=1393) 2024-11-20T01:25:26,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:26,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742129_1308 (size=1393) 2024-11-20T01:25:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742129_1308 (size=1393) 2024-11-20T01:25:26,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:26,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:26,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:26,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742131_1310 (size=1393) 2024-11-20T01:25:26,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742131_1310 (size=1393) 2024-11-20T01:25:26,308 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:26,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:26,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742132_1311 (size=1405) 2024-11-20T01:25:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742132_1311 (size=1405) 2024-11-20T01:25:26,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:26,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:26,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742133_1312 (size=1413) 2024-11-20T01:25:26,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742133_1312 (size=1413) 2024-11-20T01:25:26,364 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:26,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:26,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742134_1313 (size=1413) 2024-11-20T01:25:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742134_1313 (size=1413) 2024-11-20T01:25:26,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:26,428 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:26,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742135_1314 (size=1413) 2024-11-20T01:25:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742135_1314 (size=1413) 2024-11-20T01:25:26,454 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:26,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:26,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:26,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742130_1309 (size=1458) 2024-11-20T01:25:26,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742130_1309 (size=1458) 2024-11-20T01:25:26,516 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:26,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0 2024-11-20T01:25:26,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0 after 0ms 2024-11-20T01:25:26,521 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0 took 5ms 2024-11-20T01:25:26,532 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0 so closing down 2024-11-20T01:25:26,532 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:26,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:26,547 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:26,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:26,564 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:26,568 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742136_1315 (size=743) 2024-11-20T01:25:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742136_1315 (size=743) 2024-11-20T01:25:26,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742137_1316 (size=743) 2024-11-20T01:25:26,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742137_1316 (size=743) 2024-11-20T01:25:26,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:26,593 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:26,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:26,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:26,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:26,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0, size=1.4 K (1393bytes) at 1732065926516Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0 so closing down at 1732065926532 (+16 ms)3 split writer threads finished at 1732065926532Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065926559 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065926568 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065926592 (+24 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065926593 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065926971 (+378 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065926973 (+2 ms)Processed 20 edits across 2 Regions in 444 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065926973 2024-11-20T01:25:26,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/oldWALs/wal.dat.0 2024-11-20T01:25:26,975 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:26,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1 2024-11-20T01:25:26,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1 after 0ms 2024-11-20T01:25:26,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1 took 3ms 2024-11-20T01:25:26,988 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1 so closing down 2024-11-20T01:25:26,988 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:26,988 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:26,995 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:26,995 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:26,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:27,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742138_1317 (size=743) 2024-11-20T01:25:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742138_1317 (size=743) 2024-11-20T01:25:27,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742139_1318 (size=743) 2024-11-20T01:25:27,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742139_1318 (size=743) 2024-11-20T01:25:27,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:27,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:27,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:27,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:27,444 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:27,445 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1, size=1.4 K (1393bytes) at 1732065926975Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1 so closing down at 1732065926988 (+13 ms)3 split writer threads finished at 1732065926988Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065926997 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065927016 (+19 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065927061 (+45 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065927063 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065927441 (+378 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065927444 (+3 ms)Processed 20 edits across 2 Regions in 457 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065927444 2024-11-20T01:25:27,456 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/oldWALs/wal.dat.1 2024-11-20T01:25:27,457 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:27,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2 2024-11-20T01:25:27,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2 after 0ms 2024-11-20T01:25:27,461 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2 took 5ms 2024-11-20T01:25:27,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2 so closing down 2024-11-20T01:25:27,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:27,495 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:27,497 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:27,497 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:27,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:27,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:27,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742140_1319 (size=743) 2024-11-20T01:25:27,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742140_1319 (size=743) 2024-11-20T01:25:27,554 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:27,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:27,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742141_1320 (size=743) 2024-11-20T01:25:27,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742141_1320 (size=743) 2024-11-20T01:25:27,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:27,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:27,576 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:27,576 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2, size=1.4 K (1393bytes) at 1732065927457Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2 so closing down at 1732065927484 (+27 ms)3 split writer threads finished at 1732065927495 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065927500 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065927506 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065927554 (+48 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065927555 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065927562 (+7 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065927575 (+13 ms)Processed 20 edits across 2 Regions in 97 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065927576 (+1 ms) 2024-11-20T01:25:27,590 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/oldWALs/wal.dat.2 2024-11-20T01:25:27,590 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:27,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3 2024-11-20T01:25:27,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3 after 2ms 2024-11-20T01:25:27,594 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3 took 4ms 2024-11-20T01:25:27,615 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3 so closing down 2024-11-20T01:25:27,615 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:27,615 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:27,628 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:27,630 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:27,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:27,656 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742142_1321 (size=743) 2024-11-20T01:25:27,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742142_1321 (size=743) 2024-11-20T01:25:27,693 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742143_1322 (size=743) 2024-11-20T01:25:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742143_1322 (size=743) 2024-11-20T01:25:27,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:28,095 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:28,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:28,097 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:28,097 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3, size=1.4 K (1393bytes) at 1732065927590Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3 so closing down at 1732065927615 (+25 ms)3 split writer threads finished at 1732065927615Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065927647 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065927656 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065927693 (+37 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065927697 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065928095 (+398 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065928097 (+2 ms)Processed 20 edits across 2 Regions in 483 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065928097 2024-11-20T01:25:28,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/oldWALs/wal.dat.3 2024-11-20T01:25:28,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4, size=1.4 K (1458bytes) 2024-11-20T01:25:28,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4 2024-11-20T01:25:28,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4 after 1ms 2024-11-20T01:25:28,101 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4 took 2ms 2024-11-20T01:25:28,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4 so closing down 2024-11-20T01:25:28,107 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:28,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:28,112 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:28,118 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-20T01:25:28,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:28,141 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:28,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-20T01:25:28,149 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:28,149 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-20T01:25:28,149 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4, size=1.4 K (1458bytes) at 1732065928099Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4 so closing down at 1732065928107 (+8 ms)3 split writer threads finished at 1732065928108 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065928128 (+20 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732065928149 (+21 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732065928149Processed 21 edits across 1 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/WALs/testsplitwillfailifwritingtoregionfails,16010,1732065926007/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732065928149 2024-11-20T01:25:28,153 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:28,153 WARN [Thread-2065 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45260 remote=/127.0.0.1:44583]. Total timeout mills is 70000, 69991 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:25:28,153 WARN [Thread-2065 {}] hdfs.DataStreamer(1850): Abandoning BP-919390464-172.17.0.3-1732065875307:blk_1073742144_1323 2024-11-20T01:25:28,156 WARN [Thread-2065 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:25:28,157 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:28,157 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:42857/user/jenkins/test-data/716dd663-29c2-c1a7-6f17-aad442f6ba06/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:28,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=141 (was 139) - Thread LEAK? -, OpenFileDescriptor=398 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=774 (was 774), ProcessCount=11 (was 11), AvailableMemoryMB=5731 (was 5758) 2024-11-20T01:25:28,171 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-292624718_22 at /127.0.0.1:45260 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:44583:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45260 dst: /127.0.0.1:44583 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:28,174 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-292624718_22 at /127.0.0.1:46620 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:46605:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46620 dst: /127.0.0.1:46605 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:28,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143, OpenFileDescriptor=398, MaxFileDescriptor=1048576, SystemLoadAverage=774, ProcessCount=11, AvailableMemoryMB=5731 2024-11-20T01:25:28,177 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742145_1324 (size=7) 2024-11-20T01:25:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742145_1324 (size=7) 2024-11-20T01:25:28,203 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:28,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:28,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:28,207 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:28,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-20T01:25:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742146_1325 (size=93) 2024-11-20T01:25:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742146_1325 (size=93) 2024-11-20T01:25:28,226 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:28,227 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:28,228 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742147_1326 (size=1393) 2024-11-20T01:25:28,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742147_1326 (size=1393) 2024-11-20T01:25:28,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:28,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742148_1327 (size=1393) 2024-11-20T01:25:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742148_1327 (size=1393) 2024-11-20T01:25:28,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:28,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742149_1328 (size=1393) 2024-11-20T01:25:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742149_1328 (size=1393) 2024-11-20T01:25:28,301 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:28,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:28,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742150_1329 (size=1393) 2024-11-20T01:25:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742150_1329 (size=1393) 2024-11-20T01:25:28,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:28,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:28,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742151_1330 (size=1393) 2024-11-20T01:25:28,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742151_1330 (size=1393) 2024-11-20T01:25:28,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:28,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742152_1331 (size=1393) 2024-11-20T01:25:28,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742152_1331 (size=1393) 2024-11-20T01:25:28,862 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:28,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:28,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742153_1332 (size=1405) 2024-11-20T01:25:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742153_1332 (size=1405) 2024-11-20T01:25:28,947 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:28,947 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:28,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:28,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742154_1333 (size=1413) 2024-11-20T01:25:29,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742154_1333 (size=1413) 2024-11-20T01:25:29,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:29,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:29,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742155_1334 (size=1413) 2024-11-20T01:25:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742155_1334 (size=1413) 2024-11-20T01:25:29,086 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:29,086 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:29,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742156_1335 (size=1413) 2024-11-20T01:25:29,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742156_1335 (size=1413) 2024-11-20T01:25:29,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:29,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-20T01:25:29,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742157_1336 (size=93) 2024-11-20T01:25:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742157_1336 (size=93) 2024-11-20T01:25:29,159 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty, size=93 (93bytes) 2024-11-20T01:25:29,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty 2024-11-20T01:25:29,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty after 1ms 2024-11-20T01:25:29,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty took 5ms 2024-11-20T01:25:29,169 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty so closing down 2024-11-20T01:25:29,169 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:29,169 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:29,169 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-20T01:25:29,169 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty, size=93 (93bytes) at 1732065929159Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty so closing down at 1732065929169 (+10 ms)3 split writer threads finished at 1732065929169Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732065929169 2024-11-20T01:25:29,174 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat..empty to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat..empty 2024-11-20T01:25:29,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:29,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0 2024-11-20T01:25:29,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0 after 0ms 2024-11-20T01:25:29,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0 took 2ms 2024-11-20T01:25:29,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0 so closing down 2024-11-20T01:25:29,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:29,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:29,189 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:29,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:29,197 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:29,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:29,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742158_1337 (size=743) 2024-11-20T01:25:29,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742158_1337 (size=743) 2024-11-20T01:25:29,218 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742159_1338 (size=743) 2024-11-20T01:25:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742159_1338 (size=743) 2024-11-20T01:25:29,228 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:29,229 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:29,229 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0, size=1.4 K (1393bytes) at 1732065929174Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0 so closing down at 1732065929180 (+6 ms)3 split writer threads finished at 1732065929180Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065929190 (+10 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065929198 (+8 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929218 (+20 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065929222 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929228 (+6 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065929229 (+1 ms)Processed 20 edits across 2 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065929229 2024-11-20T01:25:29,231 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.0 2024-11-20T01:25:29,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:29,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1 2024-11-20T01:25:29,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1 after 1ms 2024-11-20T01:25:29,234 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1 took 2ms 2024-11-20T01:25:29,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1 so closing down 2024-11-20T01:25:29,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:29,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:29,240 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:29,240 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:29,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:29,258 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742160_1339 (size=743) 2024-11-20T01:25:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742160_1339 (size=743) 2024-11-20T01:25:29,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:29,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742161_1340 (size=743) 2024-11-20T01:25:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742161_1340 (size=743) 2024-11-20T01:25:29,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:29,275 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:29,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1, size=1.4 K (1393bytes) at 1732065929231Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1 so closing down at 1732065929234 (+3 ms)3 split writer threads finished at 1732065929237 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065929244 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065929258 (+14 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929267 (+9 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065929268 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929273 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065929274 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065929275 (+1 ms) 2024-11-20T01:25:29,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.1 2024-11-20T01:25:29,277 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:29,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2 2024-11-20T01:25:29,277 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2 after 0ms 2024-11-20T01:25:29,279 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2 took 3ms 2024-11-20T01:25:29,280 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2 so closing down 2024-11-20T01:25:29,280 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:29,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:29,290 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:29,290 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:29,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:29,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742162_1341 (size=743) 2024-11-20T01:25:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742162_1341 (size=743) 2024-11-20T01:25:29,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,308 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:29,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742163_1342 (size=743) 2024-11-20T01:25:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742163_1342 (size=743) 2024-11-20T01:25:29,313 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:29,319 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:29,319 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2, size=1.4 K (1393bytes) at 1732065929277Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2 so closing down at 1732065929280 (+3 ms)3 split writer threads finished at 1732065929280Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065929291 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065929292 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929307 (+15 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065929308 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929313 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065929319 (+6 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065929319 2024-11-20T01:25:29,321 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.2 2024-11-20T01:25:29,322 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:29,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3 2024-11-20T01:25:29,322 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3 after 0ms 2024-11-20T01:25:29,326 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3 took 5ms 2024-11-20T01:25:29,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3 so closing down 2024-11-20T01:25:29,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:29,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:29,339 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:29,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:29,352 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:29,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742164_1343 (size=743) 2024-11-20T01:25:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742164_1343 (size=743) 2024-11-20T01:25:29,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:29,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742165_1344 (size=743) 2024-11-20T01:25:29,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742165_1344 (size=743) 2024-11-20T01:25:29,394 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:29,396 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:29,396 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3, size=1.4 K (1393bytes) at 1732065929322Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3 so closing down at 1732065929333 (+11 ms)3 split writer threads finished at 1732065929334 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065929348 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065929359 (+11 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929370 (+11 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065929376 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929394 (+18 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065929396 (+2 ms)Processed 20 edits across 2 Regions in 64 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065929396 2024-11-20T01:25:29,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.3 2024-11-20T01:25:29,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:29,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4 2024-11-20T01:25:29,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4 after 1ms 2024-11-20T01:25:29,405 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4 took 6ms 2024-11-20T01:25:29,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4 so closing down 2024-11-20T01:25:29,425 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:29,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:29,434 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:29,440 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:29,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:29,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742166_1345 (size=743) 2024-11-20T01:25:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742166_1345 (size=743) 2024-11-20T01:25:29,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742167_1346 (size=743) 2024-11-20T01:25:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742167_1346 (size=743) 2024-11-20T01:25:29,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:29,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:29,517 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4, size=1.4 K (1393bytes) at 1732065929399Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4 so closing down at 1732065929425 (+26 ms)3 split writer threads finished at 1732065929425Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065929446 (+21 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065929448 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929493 (+45 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065929494 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929514 (+20 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065929516 (+2 ms)Processed 20 edits across 2 Regions in 93 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065929517 (+1 ms) 2024-11-20T01:25:29,520 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.4 2024-11-20T01:25:29,520 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:29,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5 2024-11-20T01:25:29,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5 after 1ms 2024-11-20T01:25:29,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5 took 3ms 2024-11-20T01:25:29,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5 so closing down 2024-11-20T01:25:29,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:29,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:29,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:29,545 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:29,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:29,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742168_1347 (size=743) 2024-11-20T01:25:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742168_1347 (size=743) 2024-11-20T01:25:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742169_1348 (size=743) 2024-11-20T01:25:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742169_1348 (size=743) 2024-11-20T01:25:29,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T01:25:29,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:29,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:29,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:29,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5, size=1.4 K (1393bytes) at 1732065929520Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5 so closing down at 1732065929538 (+18 ms)3 split writer threads finished at 1732065929540 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065929552 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065929565 (+13 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929585 (+20 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732065929590 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065929980 (+390 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065929983 (+3 ms)Processed 20 edits across 2 Regions in 447 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065929983 2024-11-20T01:25:29,985 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.5 2024-11-20T01:25:29,986 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:29,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6 2024-11-20T01:25:29,986 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6 after 0ms 2024-11-20T01:25:29,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6 took 3ms 2024-11-20T01:25:30,004 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6 so closing down 2024-11-20T01:25:30,004 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:30,024 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:30,060 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:30,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:30,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:30,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:30,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742170_1349 (size=749) 2024-11-20T01:25:30,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742170_1349 (size=749) 2024-11-20T01:25:30,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:30,097 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742171_1350 (size=749) 2024-11-20T01:25:30,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:30,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742171_1350 (size=749) 2024-11-20T01:25:30,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:30,110 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:30,110 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6, size=1.4 K (1405bytes) at 1732065929986Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6 so closing down at 1732065930004 (+18 ms)3 split writer threads finished at 1732065930024 (+20 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065930065 (+41 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065930068 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065930091 (+23 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065930097 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065930108 (+11 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065930110 (+2 ms)Processed 20 edits across 2 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065930110 2024-11-20T01:25:30,112 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.6 2024-11-20T01:25:30,113 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:30,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7 2024-11-20T01:25:30,115 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7 after 2ms 2024-11-20T01:25:30,117 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7 took 5ms 2024-11-20T01:25:30,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7 so closing down 2024-11-20T01:25:30,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:30,129 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:30,136 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:30,137 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:30,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:30,144 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:30,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742172_1351 (size=753) 2024-11-20T01:25:30,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742172_1351 (size=753) 2024-11-20T01:25:30,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:30,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742173_1352 (size=753) 2024-11-20T01:25:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742173_1352 (size=753) 2024-11-20T01:25:30,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:30,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:30,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:30,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7, size=1.4 K (1413bytes) at 1732065930113Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7 so closing down at 1732065930129 (+16 ms)3 split writer threads finished at 1732065930129Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065930140 (+11 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065930144 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065930189 (+45 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065930190 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065930198 (+8 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065930200 (+2 ms)Processed 20 edits across 2 Regions in 72 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065930200 2024-11-20T01:25:30,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.7 2024-11-20T01:25:30,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:30,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8 2024-11-20T01:25:30,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8 after 1ms 2024-11-20T01:25:30,214 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8 took 11ms 2024-11-20T01:25:30,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8 so closing down 2024-11-20T01:25:30,223 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:30,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:30,234 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:30,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:30,239 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:30,241 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742174_1353 (size=753) 2024-11-20T01:25:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742174_1353 (size=753) 2024-11-20T01:25:30,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:30,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:30,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742175_1354 (size=753) 2024-11-20T01:25:30,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742175_1354 (size=753) 2024-11-20T01:25:30,311 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:30,317 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:30,317 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:30,317 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8, size=1.4 K (1413bytes) at 1732065930203Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8 so closing down at 1732065930223 (+20 ms)3 split writer threads finished at 1732065930228 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065930237 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065930241 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065930294 (+53 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065930299 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065930311 (+12 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065930317 (+6 ms)Processed 20 edits across 2 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065930317 2024-11-20T01:25:30,323 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.8 2024-11-20T01:25:30,323 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:30,323 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9 2024-11-20T01:25:30,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9 after 1ms 2024-11-20T01:25:30,337 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9 took 14ms 2024-11-20T01:25:30,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9 so closing down 2024-11-20T01:25:30,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:30,350 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:30,362 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:30,362 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:30,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:30,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:30,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742176_1355 (size=753) 2024-11-20T01:25:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742176_1355 (size=753) 2024-11-20T01:25:30,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:30,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742177_1356 (size=753) 2024-11-20T01:25:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742177_1356 (size=753) 2024-11-20T01:25:30,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:30,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:30,406 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:30,406 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9, size=1.4 K (1413bytes) at 1732065930323Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9 so closing down at 1732065930349 (+26 ms)3 split writer threads finished at 1732065930350 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065930363 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065930364 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065930396 (+32 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065930398 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065930405 (+7 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065930406 (+1 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065930406 2024-11-20T01:25:30,414 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.9 2024-11-20T01:25:30,414 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty, size=93 (93bytes) 2024-11-20T01:25:30,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty 2024-11-20T01:25:30,414 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty after 0ms 2024-11-20T01:25:30,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty took 2ms 2024-11-20T01:25:30,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty so closing down 2024-11-20T01:25:30,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:30,416 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:30,416 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-20T01:25:30,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty, size=93 (93bytes) at 1732065930414Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty so closing down at 1732065930416 (+2 ms)3 split writer threads finished at 1732065930416Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732065930416 2024-11-20T01:25:30,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/WALs/testemptylogfiles,16010,1732065928208/wal.dat.empty to hdfs://localhost:42857/user/jenkins/test-data/e914232c-86c3-1908-07d4-9d5c38fa0a82/oldWALs/wal.dat.empty 2024-11-20T01:25:30,547 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=140 (was 143), OpenFileDescriptor=393 (was 398), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=774 (was 774), ProcessCount=11 (was 11), AvailableMemoryMB=5871 (was 5731) - AvailableMemoryMB LEAK? - 2024-11-20T01:25:30,556 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=774, ProcessCount=11, AvailableMemoryMB=5871 2024-11-20T01:25:30,556 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742178_1357 (size=7) 2024-11-20T01:25:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742178_1357 (size=7) 2024-11-20T01:25:30,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:30,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:30,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:30,589 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:30,589 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:30,592 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:30,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:30,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742179_1358 (size=1393) 2024-11-20T01:25:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742179_1358 (size=1393) 2024-11-20T01:25:30,639 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:30,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:30,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742180_1359 (size=1393) 2024-11-20T01:25:30,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742180_1359 (size=1393) 2024-11-20T01:25:30,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:30,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:30,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742181_1360 (size=1393) 2024-11-20T01:25:30,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742181_1360 (size=1393) 2024-11-20T01:25:30,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:30,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:30,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742182_1361 (size=1393) 2024-11-20T01:25:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742182_1361 (size=1393) 2024-11-20T01:25:30,717 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:30,717 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742183_1362 (size=1393) 2024-11-20T01:25:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742183_1362 (size=1393) 2024-11-20T01:25:30,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:30,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742184_1363 (size=1393) 2024-11-20T01:25:30,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742184_1363 (size=1393) 2024-11-20T01:25:30,765 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:30,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742185_1364 (size=1405) 2024-11-20T01:25:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742185_1364 (size=1405) 2024-11-20T01:25:30,805 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:30,805 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:30,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742186_1365 (size=1413) 2024-11-20T01:25:30,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742186_1365 (size=1413) 2024-11-20T01:25:30,847 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:30,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:30,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,870 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,870 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742187_1366 (size=1413) 2024-11-20T01:25:30,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742187_1366 (size=1413) 2024-11-20T01:25:30,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:30,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:30,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:30,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742188_1367 (size=1413) 2024-11-20T01:25:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742188_1367 (size=1413) 2024-11-20T01:25:30,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:30,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:30,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0 2024-11-20T01:25:30,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0 after 0ms 2024-11-20T01:25:30,946 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0 took 5ms 2024-11-20T01:25:30,950 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0 so closing down 2024-11-20T01:25:30,950 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:30,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:30,955 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:30,955 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:30,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:30,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:30,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742189_1368 (size=743) 2024-11-20T01:25:30,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742189_1368 (size=743) 2024-11-20T01:25:30,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:30,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742190_1369 (size=743) 2024-11-20T01:25:30,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742190_1369 (size=743) 2024-11-20T01:25:31,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:31,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:31,389 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:31,389 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0, size=1.4 K (1393bytes) at 1732065930941Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0 so closing down at 1732065930950 (+9 ms)3 split writer threads finished at 1732065930950Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065930957 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065930960 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065930971 (+11 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065930973 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065931386 (+413 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065931389 (+3 ms)Processed 20 edits across 2 Regions in 441 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065931389 2024-11-20T01:25:31,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.0 2024-11-20T01:25:31,397 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:31,397 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1 2024-11-20T01:25:31,398 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1 after 1ms 2024-11-20T01:25:31,400 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1 took 7ms 2024-11-20T01:25:31,421 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1 so closing down 2024-11-20T01:25:31,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:31,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:31,430 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:31,432 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:31,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:31,438 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742191_1370 (size=743) 2024-11-20T01:25:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742191_1370 (size=743) 2024-11-20T01:25:31,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:31,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742192_1371 (size=743) 2024-11-20T01:25:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742192_1371 (size=743) 2024-11-20T01:25:31,479 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:31,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:31,483 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:31,483 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1, size=1.4 K (1393bytes) at 1732065931397Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1 so closing down at 1732065931421 (+24 ms)3 split writer threads finished at 1732065931425 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065931432 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065931438 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065931457 (+19 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065931461 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065931479 (+18 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065931483 (+4 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065931483 2024-11-20T01:25:31,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.1 2024-11-20T01:25:31,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:31,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2 2024-11-20T01:25:31,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2 after 2ms 2024-11-20T01:25:31,497 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2 took 11ms 2024-11-20T01:25:31,521 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2 so closing down 2024-11-20T01:25:31,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:31,530 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:31,539 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:31,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:31,543 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:31,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:31,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742193_1372 (size=743) 2024-11-20T01:25:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742193_1372 (size=743) 2024-11-20T01:25:31,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742194_1373 (size=743) 2024-11-20T01:25:31,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742194_1373 (size=743) 2024-11-20T01:25:31,585 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:31,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:31,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:31,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:31,974 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:31,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2, size=1.4 K (1393bytes) at 1732065931486Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2 so closing down at 1732065931521 (+35 ms)3 split writer threads finished at 1732065931530 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065931542 (+12 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065931548 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065931585 (+37 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065931594 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065931973 (+379 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065931974 (+1 ms)Processed 20 edits across 2 Regions in 454 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065931974 2024-11-20T01:25:31,979 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.2 2024-11-20T01:25:31,979 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:31,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3 2024-11-20T01:25:31,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3 after 0ms 2024-11-20T01:25:31,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3 took 2ms 2024-11-20T01:25:31,985 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3 so closing down 2024-11-20T01:25:31,985 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:31,985 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:31,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:31,990 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:31,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:31,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:32,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742195_1374 (size=743) 2024-11-20T01:25:32,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742195_1374 (size=743) 2024-11-20T01:25:32,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742196_1375 (size=743) 2024-11-20T01:25:32,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:32,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742196_1375 (size=743) 2024-11-20T01:25:32,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:32,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:32,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3, size=1.4 K (1393bytes) at 1732065931979Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3 so closing down at 1732065931985 (+6 ms)3 split writer threads finished at 1732065931985Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065931992 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065931996 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932015 (+19 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065932018 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932021 (+3 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065932022 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065932022 2024-11-20T01:25:32,024 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.3 2024-11-20T01:25:32,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:32,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4 2024-11-20T01:25:32,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4 after 2ms 2024-11-20T01:25:32,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4 took 4ms 2024-11-20T01:25:32,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4 so closing down 2024-11-20T01:25:32,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:32,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:32,035 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:32,035 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:32,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:32,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:32,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742197_1376 (size=743) 2024-11-20T01:25:32,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742197_1376 (size=743) 2024-11-20T01:25:32,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742198_1377 (size=743) 2024-11-20T01:25:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742198_1377 (size=743) 2024-11-20T01:25:32,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:32,069 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:32,069 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4, size=1.4 K (1393bytes) at 1732065932024Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4 so closing down at 1732065932033 (+9 ms)3 split writer threads finished at 1732065932033Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065932036 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065932040 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932059 (+19 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065932062 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932067 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065932069 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065932069 2024-11-20T01:25:32,073 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.4 2024-11-20T01:25:32,073 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:32,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5 2024-11-20T01:25:32,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5 after 0ms 2024-11-20T01:25:32,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5 took 2ms 2024-11-20T01:25:32,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5 so closing down 2024-11-20T01:25:32,077 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:32,077 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:32,086 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:32,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:32,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:32,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:32,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742199_1378 (size=743) 2024-11-20T01:25:32,113 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742199_1378 (size=743) 2024-11-20T01:25:32,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T01:25:32,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742200_1379 (size=743) 2024-11-20T01:25:32,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742200_1379 (size=743) 2024-11-20T01:25:32,134 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,138 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:32,138 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:32,138 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5, size=1.4 K (1393bytes) at 1732065932073Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5 so closing down at 1732065932077 (+4 ms)3 split writer threads finished at 1732065932077Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065932096 (+19 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065932100 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932113 (+13 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732065932115 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932134 (+19 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065932138 (+4 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065932138 2024-11-20T01:25:32,140 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.5 2024-11-20T01:25:32,140 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:32,140 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6 2024-11-20T01:25:32,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6 after 3ms 2024-11-20T01:25:32,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6 took 6ms 2024-11-20T01:25:32,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6 so closing down 2024-11-20T01:25:32,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:32,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:32,166 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:32,166 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:32,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:32,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:32,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742201_1380 (size=749) 2024-11-20T01:25:32,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742201_1380 (size=749) 2024-11-20T01:25:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742202_1381 (size=749) 2024-11-20T01:25:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742202_1381 (size=749) 2024-11-20T01:25:32,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,237 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:32,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,631 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:32,631 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 475 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:32,631 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6, size=1.4 K (1405bytes) at 1732065932140Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6 so closing down at 1732065932157 (+17 ms)3 split writer threads finished at 1732065932158 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065932188 (+30 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065932192 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932236 (+44 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065932237 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932627 (+390 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065932631 (+4 ms)Processed 20 edits across 2 Regions in 475 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065932631 2024-11-20T01:25:32,635 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.6 2024-11-20T01:25:32,635 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:32,635 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7 2024-11-20T01:25:32,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7 after 1ms 2024-11-20T01:25:32,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7 took 7ms 2024-11-20T01:25:32,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7 so closing down 2024-11-20T01:25:32,660 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:32,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:32,682 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:32,682 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:32,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:32,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:32,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742203_1382 (size=753) 2024-11-20T01:25:32,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742203_1382 (size=753) 2024-11-20T01:25:32,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742204_1383 (size=753) 2024-11-20T01:25:32,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742204_1383 (size=753) 2024-11-20T01:25:32,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:32,790 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:32,790 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7, size=1.4 K (1413bytes) at 1732065932635Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7 so closing down at 1732065932660 (+25 ms)3 split writer threads finished at 1732065932660Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065932696 (+36 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065932708 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932750 (+42 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065932752 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932779 (+27 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065932790 (+11 ms)Processed 20 edits across 2 Regions in 131 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065932790 2024-11-20T01:25:32,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.7 2024-11-20T01:25:32,794 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:32,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8 2024-11-20T01:25:32,794 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8 after 0ms 2024-11-20T01:25:32,798 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8 took 4ms 2024-11-20T01:25:32,825 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8 so closing down 2024-11-20T01:25:32,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:32,844 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:32,847 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:32,854 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:32,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:32,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742205_1384 (size=753) 2024-11-20T01:25:32,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742205_1384 (size=753) 2024-11-20T01:25:32,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742206_1385 (size=753) 2024-11-20T01:25:32,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742206_1385 (size=753) 2024-11-20T01:25:32,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,897 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:32,898 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:32,898 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8, size=1.4 K (1413bytes) at 1732065932794Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8 so closing down at 1732065932826 (+32 ms)3 split writer threads finished at 1732065932844 (+18 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065932858 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065932861 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932885 (+24 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065932894 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932894Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065932898 (+4 ms)Processed 20 edits across 2 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065932898 2024-11-20T01:25:32,901 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.8 2024-11-20T01:25:32,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:32,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9 2024-11-20T01:25:32,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9 after 0ms 2024-11-20T01:25:32,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9 took 8ms 2024-11-20T01:25:32,918 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9 so closing down 2024-11-20T01:25:32,918 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:32,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:32,922 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:32,922 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:32,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:32,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742207_1386 (size=753) 2024-11-20T01:25:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742207_1386 (size=753) 2024-11-20T01:25:32,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:32,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742208_1387 (size=753) 2024-11-20T01:25:32,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742208_1387 (size=753) 2024-11-20T01:25:32,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:32,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:32,984 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:32,984 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9, size=1.4 K (1413bytes) at 1732065932902Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9 so closing down at 1732065932918 (+16 ms)3 split writer threads finished at 1732065932918Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065932932 (+14 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065932948 (+16 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932957 (+9 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065932958 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065932983 (+25 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065932984 (+1 ms)Processed 20 edits across 2 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065932984 2024-11-20T01:25:32,988 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732065930589/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/3dca42f5-b52d-99ff-71d2-75b264a481a3/oldWALs/wal.dat.9 2024-11-20T01:25:33,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=776 (was 774) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5876 (was 5871) - AvailableMemoryMB LEAK? - 2024-11-20T01:25:33,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=776, ProcessCount=11, AvailableMemoryMB=5876 2024-11-20T01:25:33,025 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:33,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742209_1388 (size=7) 2024-11-20T01:25:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742209_1388 (size=7) 2024-11-20T01:25:33,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:33,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:33,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:33,058 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:33,063 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:42857/user/jenkins/test-data/538a1aee-39a4-9b34-046a-ab534db73d3d/data/hbase/meta/1588230740/recovered.edits 2024-11-20T01:25:33,082 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=776 (was 776), ProcessCount=11 (was 11), AvailableMemoryMB=5876 (was 5876) 2024-11-20T01:25:33,090 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=776, ProcessCount=11, AvailableMemoryMB=5876 2024-11-20T01:25:33,090 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:33,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742210_1389 (size=7) 2024-11-20T01:25:33,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742210_1389 (size=7) 2024-11-20T01:25:33,111 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:33,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:33,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:33,117 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:33,117 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-20T01:25:33,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-20T01:25:33,121 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-20T01:25:33,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742211_1390 (size=818) 2024-11-20T01:25:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742211_1390 (size=818) 2024-11-20T01:25:33,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5, size=818 (818bytes) 2024-11-20T01:25:33,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5 2024-11-20T01:25:33,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5 after 0ms 2024-11-20T01:25:33,177 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5 took 4ms 2024-11-20T01:25:33,179 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5 so closing down 2024-11-20T01:25:33,179 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:33,179 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:33,182 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-20T01:25:33,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-20T01:25:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742212_1391 (size=783) 2024-11-20T01:25:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742212_1391 (size=783) 2024-11-20T01:25:33,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-20T01:25:33,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-20T01:25:33,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-20T01:25:33,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5, size=818 (818bytes) at 1732065933173Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5 so closing down at 1732065933179 (+6 ms)3 split writer threads finished at 1732065933179Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732065933189 (+10 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732065933600 (+411 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732065933602 (+2 ms)Processed 11 edits across 1 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732065933602 2024-11-20T01:25:33,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/WALs/testemptywaledit,16010,1732065933117/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/f3d68e94-4afa-3b22-ab2b-aa784138d724/oldWALs/wal.dat.5 2024-11-20T01:25:33,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=140 (was 140), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=776 (was 776), ProcessCount=11 (was 11), AvailableMemoryMB=5873 (was 5876) 2024-11-20T01:25:33,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=140, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=776, ProcessCount=11, AvailableMemoryMB=5873 2024-11-20T01:25:33,650 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:33,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742213_1392 (size=7) 2024-11-20T01:25:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742213_1392 (size=7) 2024-11-20T01:25:33,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:33,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:33,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:33,680 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:33,680 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:33,683 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:33,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742214_1393 (size=1393) 2024-11-20T01:25:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742214_1393 (size=1393) 2024-11-20T01:25:33,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:33,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:33,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742215_1394 (size=1393) 2024-11-20T01:25:33,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742215_1394 (size=1393) 2024-11-20T01:25:33,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:33,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742216_1395 (size=1393) 2024-11-20T01:25:33,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742216_1395 (size=1393) 2024-11-20T01:25:33,819 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:33,819 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:33,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742217_1396 (size=1393) 2024-11-20T01:25:33,887 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:33,888 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:33,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742217_1396 (size=1393) 2024-11-20T01:25:33,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742218_1397 (size=1393) 2024-11-20T01:25:33,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742218_1397 (size=1393) 2024-11-20T01:25:33,929 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:33,929 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:33,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:33,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:33,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742219_1398 (size=1393) 2024-11-20T01:25:33,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742219_1398 (size=1393) 2024-11-20T01:25:34,388 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:34,388 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:34,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742220_1399 (size=1405) 2024-11-20T01:25:34,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742220_1399 (size=1405) 2024-11-20T01:25:34,423 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:34,423 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742221_1400 (size=1413) 2024-11-20T01:25:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742221_1400 (size=1413) 2024-11-20T01:25:34,461 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:34,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742222_1401 (size=1413) 2024-11-20T01:25:34,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742222_1401 (size=1413) 2024-11-20T01:25:34,545 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:34,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:34,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742223_1402 (size=1413) 2024-11-20T01:25:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742223_1402 (size=1413) 2024-11-20T01:25:35,057 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:35,108 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:35,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0 2024-11-20T01:25:35,108 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0 after 0ms 2024-11-20T01:25:35,116 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0 took 8ms 2024-11-20T01:25:35,132 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0 so closing down 2024-11-20T01:25:35,132 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:35,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:35,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:35,158 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:35,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:35,165 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742225_1404 (size=743) 2024-11-20T01:25:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742225_1404 (size=743) 2024-11-20T01:25:35,201 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:35,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742226_1405 (size=743) 2024-11-20T01:25:35,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742226_1405 (size=743) 2024-11-20T01:25:35,205 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:35,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:35,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:35,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0, size=1.4 K (1393bytes) at 1732065935108Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0 so closing down at 1732065935132 (+24 ms)3 split writer threads finished at 1732065935132Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065935164 (+32 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065935165 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065935201 (+36 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065935203 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065935205 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065935206 (+1 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065935206 2024-11-20T01:25:35,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/oldWALs/wal.dat.0 2024-11-20T01:25:35,211 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:35,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1 2024-11-20T01:25:35,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1 after 2ms 2024-11-20T01:25:35,215 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1 took 4ms 2024-11-20T01:25:35,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1 so closing down 2024-11-20T01:25:35,235 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:35,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:35,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:35,243 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:35,243 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:35,243 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:35,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742227_1406 (size=743) 2024-11-20T01:25:35,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742227_1406 (size=743) 2024-11-20T01:25:35,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:35,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742228_1407 (size=743) 2024-11-20T01:25:35,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742228_1407 (size=743) 2024-11-20T01:25:35,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:35,300 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:35,300 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:35,300 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1, size=1.4 K (1393bytes) at 1732065935211Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1 so closing down at 1732065935235 (+24 ms)3 split writer threads finished at 1732065935236 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065935243 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065935243Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065935282 (+39 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065935283 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065935298 (+15 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065935300 (+2 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065935300 2024-11-20T01:25:35,304 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/oldWALs/wal.dat.1 2024-11-20T01:25:35,304 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:35,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2 2024-11-20T01:25:35,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2 after 6ms 2024-11-20T01:25:35,313 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2 took 9ms 2024-11-20T01:25:35,317 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2 so closing down 2024-11-20T01:25:35,317 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:35,320 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:35,322 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:35,322 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:35,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:35,328 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:35,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742229_1408 (size=743) 2024-11-20T01:25:35,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742229_1408 (size=743) 2024-11-20T01:25:35,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742230_1409 (size=743) 2024-11-20T01:25:35,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742230_1409 (size=743) 2024-11-20T01:25:35,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:35,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:35,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:35,373 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:35,373 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2, size=1.4 K (1393bytes) at 1732065935304Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2 so closing down at 1732065935317 (+13 ms)3 split writer threads finished at 1732065935320 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065935323 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065935328 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065935364 (+36 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065935371 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065935371Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065935373 (+2 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065935373 2024-11-20T01:25:35,380 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/oldWALs/wal.dat.2 2024-11-20T01:25:35,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:35,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3 2024-11-20T01:25:35,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3 after 0ms 2024-11-20T01:25:35,382 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3 took 2ms 2024-11-20T01:25:35,421 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3 so closing down 2024-11-20T01:25:35,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:35,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:35,426 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:35,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:35,449 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:35,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742231_1410 (size=743) 2024-11-20T01:25:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742231_1410 (size=743) 2024-11-20T01:25:35,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:35,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:35,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742232_1411 (size=743) 2024-11-20T01:25:35,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742232_1411 (size=743) 2024-11-20T01:25:35,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:35,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:35,962 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:35,962 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3, size=1.4 K (1393bytes) at 1732065935380Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3 so closing down at 1732065935421 (+41 ms)3 split writer threads finished at 1732065935422 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065935443 (+21 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065935452 (+9 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065935495 (+43 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065935496 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065935949 (+453 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065935961 (+12 ms)Processed 20 edits across 2 Regions in 545 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065935962 (+1 ms) 2024-11-20T01:25:35,964 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/oldWALs/wal.dat.3 2024-11-20T01:25:35,964 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:35,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4 2024-11-20T01:25:35,965 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4 after 1ms 2024-11-20T01:25:35,973 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4 took 9ms 2024-11-20T01:25:35,976 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4 so closing down 2024-11-20T01:25:35,976 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:35,976 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:35,998 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:36,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:36,001 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:36,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:36,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742234_1413 (size=743) 2024-11-20T01:25:36,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742234_1413 (size=743) 2024-11-20T01:25:36,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742233_1412 (size=743) 2024-11-20T01:25:36,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:36,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742233_1412 (size=743) 2024-11-20T01:25:36,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:36,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:36,032 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:36,032 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:36,032 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4, size=1.4 K (1393bytes) at 1732065935964Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4 so closing down at 1732065935976 (+12 ms)3 split writer threads finished at 1732065935976Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065936000 (+24 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065936003 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065936029 (+26 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065936031 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065936031Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065936032 (+1 ms)Processed 20 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065936032 2024-11-20T01:25:36,034 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/oldWALs/wal.dat.4 2024-11-20T01:25:36,034 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5, size=1.4 K (1394bytes) 2024-11-20T01:25:36,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 2024-11-20T01:25:36,034 WARN [IPC Server handler 3 on default port 42857 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-20T01:25:36,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 after 0ms 2024-11-20T01:25:36,903 WARN [ResponseProcessor for block BP-919390464-172.17.0.3-1732065875307:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-919390464-172.17.0.3-1732065875307:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:25:36,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-960166779_22 at /127.0.0.1:47450 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:46605:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47450 dst: /127.0.0.1:46605 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46605 remote=/127.0.0.1:47450]. Total timeout mills is 60000, 58173 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:36,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-960166779_22 at /127.0.0.1:48584 [Receiving block BP-919390464-172.17.0.3-1732065875307:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:44583:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48584 dst: /127.0.0.1:44583 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T01:25:36,903 WARN [DataStreamer for file /user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 block BP-919390464-172.17.0.3-1732065875307:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-919390464-172.17.0.3-1732065875307:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46605,DS-83d8cf54-dfc8-4b42-a3d2-a135b7068418,DISK], DatanodeInfoWithStorage[127.0.0.1:44583,DS-ec6d4622-a241-4dd3-b9ab-5ef4486a7c5b,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46605,DS-83d8cf54-dfc8-4b42-a3d2-a135b7068418,DISK]) is bad. 2024-11-20T01:25:36,904 WARN [DataStreamer for file /user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 block BP-919390464-172.17.0.3-1732065875307:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-919390464-172.17.0.3-1732065875307:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-20T01:25:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742224_1414 (size=1394) 2024-11-20T01:25:36,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742224_1414 (size=1394) 2024-11-20T01:25:39,960 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T01:25:40,035 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 after 4001ms 2024-11-20T01:25:40,065 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 took 4031ms 2024-11-20T01:25:40,069 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:40,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 so closing down 2024-11-20T01:25:40,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:40,070 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:40,073 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:40,073 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:40,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:40,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:40,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742236_1416 (size=418) 2024-11-20T01:25:40,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742235_1415 (size=353) 2024-11-20T01:25:40,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742235_1415 (size=353) 2024-11-20T01:25:40,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742236_1416 (size=418) 2024-11-20T01:25:40,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-20T01:25:40,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-20T01:25:40,083 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-20T01:25:40,084 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5, size=1.4 K (1394bytes) at 1732065936034Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 so closing down at 1732065940070 (+4036 ms)3 split writer threads finished at 1732065940070Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065940076 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065940076Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732065940082 (+6 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065940082Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732065940083 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732065940083Processed 9 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732065940083 2024-11-20T01:25:40,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/corrupt/wal.dat.5 2024-11-20T01:25:40,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:40,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6 2024-11-20T01:25:40,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6 after 0ms 2024-11-20T01:25:40,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6 took 2ms 2024-11-20T01:25:40,089 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6 so closing down 2024-11-20T01:25:40,089 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:40,089 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:40,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:40,090 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:40,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:40,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742238_1418 (size=749) 2024-11-20T01:25:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742238_1418 (size=749) 2024-11-20T01:25:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742237_1417 (size=749) 2024-11-20T01:25:40,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742237_1417 (size=749) 2024-11-20T01:25:40,096 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,098 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:40,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:40,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:40,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6, size=1.4 K (1405bytes) at 1732065940085Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6 so closing down at 1732065940089 (+4 ms)3 split writer threads finished at 1732065940089Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065940091 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065940092 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065940096 (+4 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065940098 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065940509 (+411 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065940510 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065940511 (+1 ms) 2024-11-20T01:25:40,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/oldWALs/wal.dat.6 2024-11-20T01:25:40,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:40,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7 2024-11-20T01:25:40,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7 after 0ms 2024-11-20T01:25:40,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7 took 2ms 2024-11-20T01:25:40,517 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7 so closing down 2024-11-20T01:25:40,517 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:40,517 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:40,525 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:40,525 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:40,530 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:40,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742239_1419 (size=753) 2024-11-20T01:25:40,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742239_1419 (size=753) 2024-11-20T01:25:40,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742240_1420 (size=753) 2024-11-20T01:25:40,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742240_1420 (size=753) 2024-11-20T01:25:40,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:40,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:40,538 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:40,538 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7, size=1.4 K (1413bytes) at 1732065940513Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7 so closing down at 1732065940517 (+4 ms)3 split writer threads finished at 1732065940517Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065940530 (+13 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065940531 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065940536 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065940536Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065940537 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065940537Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065940538 (+1 ms) 2024-11-20T01:25:40,539 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/oldWALs/wal.dat.7 2024-11-20T01:25:40,540 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:40,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8 2024-11-20T01:25:40,540 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8 after 0ms 2024-11-20T01:25:40,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8 took 3ms 2024-11-20T01:25:40,543 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8 so closing down 2024-11-20T01:25:40,543 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:40,544 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:40,547 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:40,547 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:40,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:40,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742241_1421 (size=753) 2024-11-20T01:25:40,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742241_1421 (size=753) 2024-11-20T01:25:40,574 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742242_1422 (size=753) 2024-11-20T01:25:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742242_1422 (size=753) 2024-11-20T01:25:40,602 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:40,603 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:40,603 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8, size=1.4 K (1413bytes) at 1732065940540Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8 so closing down at 1732065940543 (+3 ms)3 split writer threads finished at 1732065940544 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065940552 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065940555 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065940574 (+19 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065940576 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065940602 (+26 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065940603 (+1 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065940603 2024-11-20T01:25:40,605 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/oldWALs/wal.dat.8 2024-11-20T01:25:40,605 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:40,605 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9 2024-11-20T01:25:40,606 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9 after 1ms 2024-11-20T01:25:40,607 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9 took 2ms 2024-11-20T01:25:40,608 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9 so closing down 2024-11-20T01:25:40,608 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:40,608 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:40,611 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:40,611 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:40,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:40,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:40,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742243_1423 (size=753) 2024-11-20T01:25:40,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742243_1423 (size=753) 2024-11-20T01:25:40,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:40,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742244_1424 (size=753) 2024-11-20T01:25:40,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742244_1424 (size=753) 2024-11-20T01:25:40,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:40,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:40,628 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:40,628 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9, size=1.4 K (1413bytes) at 1732065940605Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9 so closing down at 1732065940608 (+3 ms)3 split writer threads finished at 1732065940608Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065940612 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065940619 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065940621 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065940622 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065940627 (+5 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065940628 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065940628 2024-11-20T01:25:40,629 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732065933680/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/cac9e4dd-9085-c6e8-2de1-2a366a1ae37a/oldWALs/wal.dat.9 2024-11-20T01:25:40,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=133 (was 140), OpenFileDescriptor=399 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=834 (was 776) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5823 (was 5873) 2024-11-20T01:25:40,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=133, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=834, ProcessCount=11, AvailableMemoryMB=5823 2024-11-20T01:25:40,684 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:40,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742245_1425 (size=7) 2024-11-20T01:25:40,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742245_1425 (size=7) 2024-11-20T01:25:40,689 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:40,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:40,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:40,694 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:40,695 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-20T01:25:40,696 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:40,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:40,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742246_1426 (size=863) 2024-11-20T01:25:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742246_1426 (size=863) 2024-11-20T01:25:40,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:40,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742247_1427 (size=823) 2024-11-20T01:25:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742247_1427 (size=823) 2024-11-20T01:25:40,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0, size=823 (823bytes) 2024-11-20T01:25:40,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0 2024-11-20T01:25:40,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0 after 0ms 2024-11-20T01:25:40,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0 took 3ms 2024-11-20T01:25:40,734 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0; continuing. 2024-11-20T01:25:40,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0 so closing down 2024-11-20T01:25:40,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:40,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:40,738 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:40,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:40,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742248_1428 (size=786) 2024-11-20T01:25:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742248_1428 (size=786) 2024-11-20T01:25:41,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,152 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-20T01:25:41,152 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-20T01:25:41,152 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0, size=823 (823bytes) at 1732065940729Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0 so closing down at 1732065940734 (+5 ms)3 split writer threads finished at 1732065940736 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065940739 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065941151 (+412 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732065941152 (+1 ms)Processed 9 edits across 1 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732065941152 2024-11-20T01:25:41,154 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/WALs/testeofisignored,16010,1732065940694/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/386d5234-a81f-1532-ae94-beaef5039a90/oldWALs/wal.dat.0 2024-11-20T01:25:41,163 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=133 (was 133), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=834 (was 834), ProcessCount=11 (was 11), AvailableMemoryMB=5820 (was 5823) 2024-11-20T01:25:41,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=133, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=834, ProcessCount=11, AvailableMemoryMB=5819 2024-11-20T01:25:41,169 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742249_1429 (size=7) 2024-11-20T01:25:41,174 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742249_1429 (size=7) 2024-11-20T01:25:41,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:41,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:41,178 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:41,178 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-20T01:25:41,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-20T01:25:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742250_1430 (size=93) 2024-11-20T01:25:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742250_1430 (size=93) 2024-11-20T01:25:41,200 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty, size=93 (93bytes) 2024-11-20T01:25:41,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty 2024-11-20T01:25:41,200 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty after 0ms 2024-11-20T01:25:41,202 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty took 2ms 2024-11-20T01:25:41,202 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty so closing down 2024-11-20T01:25:41,202 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,202 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-20T01:25:41,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty, size=93 (93bytes) at 1732065941200Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty so closing down at 1732065941202 (+2 ms)3 split writer threads finished at 1732065941202Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732065941202 2024-11-20T01:25:41,204 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/WALs/testsplitlogfileempty,16010,1732065941178/wal.dat..empty to hdfs://localhost:42857/user/jenkins/test-data/22e836c9-0744-7d57-0025-5baa0c90bdf9/oldWALs/wal.dat..empty 2024-11-20T01:25:41,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=133 (was 133), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=834 (was 834), ProcessCount=11 (was 11), AvailableMemoryMB=5818 (was 5819) 2024-11-20T01:25:41,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=133, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=834, ProcessCount=11, AvailableMemoryMB=5818 2024-11-20T01:25:41,221 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742251_1431 (size=7) 2024-11-20T01:25:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742251_1431 (size=7) 2024-11-20T01:25:41,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:41,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:41,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:41,230 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:41,231 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:41,231 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:41,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742252_1432 (size=1393) 2024-11-20T01:25:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742252_1432 (size=1393) 2024-11-20T01:25:41,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:41,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742253_1433 (size=1393) 2024-11-20T01:25:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742253_1433 (size=1393) 2024-11-20T01:25:41,251 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:41,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742254_1434 (size=1393) 2024-11-20T01:25:41,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742254_1434 (size=1393) 2024-11-20T01:25:41,260 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:41,260 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:41,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742255_1435 (size=1393) 2024-11-20T01:25:41,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742255_1435 (size=1393) 2024-11-20T01:25:41,269 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:41,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742256_1436 (size=1393) 2024-11-20T01:25:41,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742256_1436 (size=1393) 2024-11-20T01:25:41,278 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:41,278 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742257_1437 (size=1393) 2024-11-20T01:25:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742257_1437 (size=1393) 2024-11-20T01:25:41,287 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:41,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:41,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742258_1438 (size=1405) 2024-11-20T01:25:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742258_1438 (size=1405) 2024-11-20T01:25:41,297 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:41,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:41,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742259_1439 (size=1413) 2024-11-20T01:25:41,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742259_1439 (size=1413) 2024-11-20T01:25:41,306 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:41,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:41,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742260_1440 (size=1413) 2024-11-20T01:25:41,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742260_1440 (size=1413) 2024-11-20T01:25:41,317 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:41,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:41,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742261_1441 (size=1413) 2024-11-20T01:25:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742261_1441 (size=1413) 2024-11-20T01:25:41,326 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:41,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:41,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0 2024-11-20T01:25:41,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0 after 1ms 2024-11-20T01:25:41,343 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0 took 2ms 2024-11-20T01:25:41,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0 so closing down 2024-11-20T01:25:41,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,345 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,347 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:41,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:41,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:41,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742263_1443 (size=743) 2024-11-20T01:25:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742262_1442 (size=743) 2024-11-20T01:25:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742263_1443 (size=743) 2024-11-20T01:25:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742262_1442 (size=743) 2024-11-20T01:25:41,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,352 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-20T01:25:41,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:41,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:41,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0, size=1.4 K (1393bytes) at 1732065941341Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0 so closing down at 1732065941345 (+4 ms)3 split writer threads finished at 1732065941345Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065941347 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065941347Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941351 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941351Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732065941352 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065941352Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065941352 2024-11-20T01:25:41,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.0 2024-11-20T01:25:41,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:41,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1 2024-11-20T01:25:41,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1 after 0ms 2024-11-20T01:25:41,355 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1 took 1ms 2024-11-20T01:25:41,356 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1 so closing down 2024-11-20T01:25:41,356 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,356 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,358 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:41,358 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:41,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:41,359 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:41,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742265_1445 (size=743) 2024-11-20T01:25:41,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742264_1444 (size=743) 2024-11-20T01:25:41,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742264_1444 (size=743) 2024-11-20T01:25:41,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742265_1445 (size=743) 2024-11-20T01:25:41,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:41,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-20T01:25:41,365 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:41,365 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1, size=1.4 K (1393bytes) at 1732065941354Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1 so closing down at 1732065941356 (+2 ms)3 split writer threads finished at 1732065941356Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065941359 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065941359Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941364 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941364Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065941364Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732065941365 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065941365 2024-11-20T01:25:41,366 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.1 2024-11-20T01:25:41,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:41,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2 2024-11-20T01:25:41,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2 after 0ms 2024-11-20T01:25:41,367 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2 took 1ms 2024-11-20T01:25:41,368 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2 so closing down 2024-11-20T01:25:41,368 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,368 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:41,370 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:41,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:41,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742267_1447 (size=743) 2024-11-20T01:25:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742266_1446 (size=743) 2024-11-20T01:25:41,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742266_1446 (size=743) 2024-11-20T01:25:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742267_1447 (size=743) 2024-11-20T01:25:41,374 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:41,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-20T01:25:41,375 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:41,375 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2, size=1.4 K (1393bytes) at 1732065941366Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2 so closing down at 1732065941368 (+2 ms)3 split writer threads finished at 1732065941368Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065941370 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065941370Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941374 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941375 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065941375Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732065941375Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065941375 2024-11-20T01:25:41,377 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.2 2024-11-20T01:25:41,377 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:41,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3 2024-11-20T01:25:41,377 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3 after 0ms 2024-11-20T01:25:41,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3 took 1ms 2024-11-20T01:25:41,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3 so closing down 2024-11-20T01:25:41,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,381 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:41,381 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:41,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:41,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742268_1448 (size=743) 2024-11-20T01:25:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742269_1449 (size=743) 2024-11-20T01:25:41,385 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742269_1449 (size=743) 2024-11-20T01:25:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742268_1448 (size=743) 2024-11-20T01:25:41,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,387 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-20T01:25:41,387 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:41,387 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:41,387 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3, size=1.4 K (1393bytes) at 1732065941377Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3 so closing down at 1732065941379 (+2 ms)3 split writer threads finished at 1732065941379Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065941382 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065941382Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941385 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941386 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732065941387 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065941387Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065941387 2024-11-20T01:25:41,388 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.3 2024-11-20T01:25:41,388 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:41,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4 2024-11-20T01:25:41,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4 after 0ms 2024-11-20T01:25:41,390 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4 took 2ms 2024-11-20T01:25:41,390 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4 so closing down 2024-11-20T01:25:41,390 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,392 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:41,392 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:41,393 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:41,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742270_1450 (size=743) 2024-11-20T01:25:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742271_1451 (size=743) 2024-11-20T01:25:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742270_1450 (size=743) 2024-11-20T01:25:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742271_1451 (size=743) 2024-11-20T01:25:41,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:41,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-20T01:25:41,398 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:41,398 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4, size=1.4 K (1393bytes) at 1732065941388Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4 so closing down at 1732065941390 (+2 ms)3 split writer threads finished at 1732065941391 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065941393 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065941393Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941396 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941397 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065941397Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732065941397Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065941398 (+1 ms) 2024-11-20T01:25:41,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.4 2024-11-20T01:25:41,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:41,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5 2024-11-20T01:25:41,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5 after 0ms 2024-11-20T01:25:41,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5 took 1ms 2024-11-20T01:25:41,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5 so closing down 2024-11-20T01:25:41,402 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,402 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,403 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:41,403 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:41,404 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:41,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742272_1452 (size=743) 2024-11-20T01:25:41,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742272_1452 (size=743) 2024-11-20T01:25:41,409 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742273_1453 (size=743) 2024-11-20T01:25:41,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742273_1453 (size=743) 2024-11-20T01:25:41,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-20T01:25:41,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:41,411 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-20T01:25:41,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5, size=1.4 K (1393bytes) at 1732065941399Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5 so closing down at 1732065941402 (+3 ms)3 split writer threads finished at 1732065941402Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065941404 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065941404Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941409 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941410 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732065941411 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065941411Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732065941411 2024-11-20T01:25:41,413 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.5 2024-11-20T01:25:41,413 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:41,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6 2024-11-20T01:25:41,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6 after 0ms 2024-11-20T01:25:41,415 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6 took 2ms 2024-11-20T01:25:41,416 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6 so closing down 2024-11-20T01:25:41,416 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,416 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,417 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:41,417 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:41,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:41,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:41,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742274_1454 (size=749) 2024-11-20T01:25:41,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742274_1454 (size=749) 2024-11-20T01:25:41,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742275_1455 (size=749) 2024-11-20T01:25:41,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742275_1455 (size=749) 2024-11-20T01:25:41,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,422 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:41,423 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-20T01:25:41,423 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-20T01:25:41,423 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6, size=1.4 K (1405bytes) at 1732065941413Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6 so closing down at 1732065941416 (+3 ms)3 split writer threads finished at 1732065941416Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065941418 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065941418Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941422 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941422Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065941423 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732065941423Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732065941423 2024-11-20T01:25:41,424 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.6 2024-11-20T01:25:41,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:41,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7 2024-11-20T01:25:41,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7 after 1ms 2024-11-20T01:25:41,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7 took 2ms 2024-11-20T01:25:41,427 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7 so closing down 2024-11-20T01:25:41,427 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,427 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,428 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:41,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:41,429 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:41,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742277_1457 (size=753) 2024-11-20T01:25:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742276_1456 (size=753) 2024-11-20T01:25:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742277_1457 (size=753) 2024-11-20T01:25:41,432 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742276_1456 (size=753) 2024-11-20T01:25:41,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,433 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:41,433 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-20T01:25:41,433 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:41,434 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7, size=1.4 K (1413bytes) at 1732065941424Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7 so closing down at 1732065941427 (+3 ms)3 split writer threads finished at 1732065941427Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065941429 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065941429Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941432 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941433 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065941433Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732065941433Processed 20 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065941434 (+1 ms) 2024-11-20T01:25:41,435 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.7 2024-11-20T01:25:41,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:41,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8 2024-11-20T01:25:41,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8 after 0ms 2024-11-20T01:25:41,436 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8 took 1ms 2024-11-20T01:25:41,437 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8 so closing down 2024-11-20T01:25:41,437 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,437 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,439 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:41,439 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:41,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:41,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742279_1459 (size=753) 2024-11-20T01:25:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742278_1458 (size=753) 2024-11-20T01:25:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742279_1459 (size=753) 2024-11-20T01:25:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742278_1458 (size=753) 2024-11-20T01:25:41,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,443 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:41,445 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-20T01:25:41,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:41,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8, size=1.4 K (1413bytes) at 1732065941435Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8 so closing down at 1732065941437 (+2 ms)3 split writer threads finished at 1732065941437Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065941439 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065941440 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941443 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941444 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065941444Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732065941445 (+1 ms)Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065941445 2024-11-20T01:25:41,447 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.8 2024-11-20T01:25:41,447 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:41,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9 2024-11-20T01:25:41,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9 after 1ms 2024-11-20T01:25:41,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9 took 2ms 2024-11-20T01:25:41,450 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9 so closing down 2024-11-20T01:25:41,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:41,451 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:41,452 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:41,452 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:41,453 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:41,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:41,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742281_1461 (size=753) 2024-11-20T01:25:41,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742281_1461 (size=753) 2024-11-20T01:25:41,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742280_1460 (size=753) 2024-11-20T01:25:41,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742280_1460 (size=753) 2024-11-20T01:25:41,461 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-20T01:25:41,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:41,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:41,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-20T01:25:41,863 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9, size=1.4 K (1413bytes) at 1732065941447Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9 so closing down at 1732065941450 (+3 ms)3 split writer threads finished at 1732065941451 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065941453 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065941453Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941461 (+8 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732065941462 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065941861 (+399 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065941863 (+2 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732065941863 2024-11-20T01:25:41,864 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/WALs/testlogsgetarchivedaftersplit,16010,1732065941231/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/0bfbd3af-cf48-8b07-76ac-452f55ea6b81/oldWALs/wal.dat.9 2024-11-20T01:25:41,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=133 (was 133), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=834 (was 834), ProcessCount=11 (was 11), AvailableMemoryMB=5807 (was 5818) 2024-11-20T01:25:41,881 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=133, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=834, ProcessCount=11, AvailableMemoryMB=5806 2024-11-20T01:25:41,881 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742282_1462 (size=7) 2024-11-20T01:25:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742282_1462 (size=7) 2024-11-20T01:25:42,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:42,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:42,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:42,297 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:42,297 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-20T01:25:42,297 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-20T01:25:42,298 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:42,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742283_1463 (size=723) 2024-11-20T01:25:42,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742283_1463 (size=723) 2024-11-20T01:25:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:42,305 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742284_1464 (size=723) 2024-11-20T01:25:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742284_1464 (size=723) 2024-11-20T01:25:42,312 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:42,313 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:42,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742285_1465 (size=723) 2024-11-20T01:25:42,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742285_1465 (size=723) 2024-11-20T01:25:42,320 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:42,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742286_1466 (size=723) 2024-11-20T01:25:42,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742286_1466 (size=723) 2024-11-20T01:25:42,327 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:42,327 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:42,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742287_1467 (size=723) 2024-11-20T01:25:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742287_1467 (size=723) 2024-11-20T01:25:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:42,334 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742288_1468 (size=723) 2024-11-20T01:25:42,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742288_1468 (size=723) 2024-11-20T01:25:42,340 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:42,340 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:42,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742289_1469 (size=723) 2024-11-20T01:25:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742289_1469 (size=723) 2024-11-20T01:25:42,346 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:42,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742290_1470 (size=723) 2024-11-20T01:25:42,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742290_1470 (size=723) 2024-11-20T01:25:42,353 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:42,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742291_1471 (size=723) 2024-11-20T01:25:42,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742291_1471 (size=723) 2024-11-20T01:25:42,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:42,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:42,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742292_1472 (size=723) 2024-11-20T01:25:42,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742292_1472 (size=723) 2024-11-20T01:25:42,370 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:42,384 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/oldWALs, maxLogs=32 2024-11-20T01:25:42,416 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732065942413 2024-11-20T01:25:42,421 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732065942413 2024-11-20T01:25:42,481 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34543:34543),(127.0.0.1/127.0.0.1:37513:37513)] 2024-11-20T01:25:42,496 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0, size=723 (723bytes) 2024-11-20T01:25:42,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0 2024-11-20T01:25:42,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0 after 0ms 2024-11-20T01:25:42,498 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0 took 3ms 2024-11-20T01:25:42,500 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0 so closing down 2024-11-20T01:25:42,500 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,500 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,502 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:42,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742294_1474 (size=723) 2024-11-20T01:25:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742294_1474 (size=723) 2024-11-20T01:25:42,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:42,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-20T01:25:42,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-20T01:25:42,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0, size=723 (723bytes) at 1732065942496Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0 so closing down at 1732065942500 (+4 ms)3 split writer threads finished at 1732065942500Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065942503 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065942514 (+11 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732065942516 (+2 ms)Processed 10 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732065942297/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732065942516 2024-11-20T01:25:42,521 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T01:25:42,521 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T01:25:42,521 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T01:25:42,521 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T01:25:42,521 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T01:25:42,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742293_1473 (size=93) 2024-11-20T01:25:42,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742293_1473 (size=93) 2024-11-20T01:25:42,527 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/870da502-51a3-8388-2bcc-05dd27d64d9e/oldWALs 2024-11-20T01:25:42,528 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732065942413) 2024-11-20T01:25:42,537 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=139 (was 133) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=834 (was 834), ProcessCount=11 (was 11), AvailableMemoryMB=5976 (was 5806) - AvailableMemoryMB LEAK? - 2024-11-20T01:25:42,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=139, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=834, ProcessCount=11, AvailableMemoryMB=5975 2024-11-20T01:25:42,544 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:42,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742295_1475 (size=7) 2024-11-20T01:25:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742295_1475 (size=7) 2024-11-20T01:25:42,550 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:42,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:42,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:42,554 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:42,555 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-20T01:25:42,555 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:42,555 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:42,556 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:42,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742296_1476 (size=1393) 2024-11-20T01:25:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742296_1476 (size=1393) 2024-11-20T01:25:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:42,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:42,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742297_1477 (size=1393) 2024-11-20T01:25:42,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742297_1477 (size=1393) 2024-11-20T01:25:42,578 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:42,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742298_1478 (size=1393) 2024-11-20T01:25:42,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742298_1478 (size=1393) 2024-11-20T01:25:42,591 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:42,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742299_1479 (size=1393) 2024-11-20T01:25:42,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742299_1479 (size=1393) 2024-11-20T01:25:42,603 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:42,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:42,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742300_1480 (size=1393) 2024-11-20T01:25:42,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742300_1480 (size=1393) 2024-11-20T01:25:42,613 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:42,613 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742301_1481 (size=1393) 2024-11-20T01:25:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742301_1481 (size=1393) 2024-11-20T01:25:42,623 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:42,623 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742302_1482 (size=1405) 2024-11-20T01:25:42,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742302_1482 (size=1405) 2024-11-20T01:25:42,651 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:42,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:42,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742303_1483 (size=1413) 2024-11-20T01:25:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742303_1483 (size=1413) 2024-11-20T01:25:42,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:42,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:42,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742304_1484 (size=1413) 2024-11-20T01:25:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742304_1484 (size=1413) 2024-11-20T01:25:42,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:42,673 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:42,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742305_1485 (size=1413) 2024-11-20T01:25:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742305_1485 (size=1413) 2024-11-20T01:25:42,683 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:42,707 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:42,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 2024-11-20T01:25:42,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 after 0ms 2024-11-20T01:25:42,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 took 2ms 2024-11-20T01:25:42,710 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,711 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 so closing down 2024-11-20T01:25:42,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,711 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,711 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:42,711 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K (1393bytes) at 1732065942707Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 so closing down at 1732065942711 (+4 ms)3 split writer threads finished at 1732065942711Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065942711 2024-11-20T01:25:42,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.0 2024-11-20T01:25:42,713 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:42,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 2024-11-20T01:25:42,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 after 0ms 2024-11-20T01:25:42,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 took 2ms 2024-11-20T01:25:42,717 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 so closing down 2024-11-20T01:25:42,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,717 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,718 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:42,718 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K (1393bytes) at 1732065942713Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 so closing down at 1732065942717 (+4 ms)3 split writer threads finished at 1732065942717Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065942718 (+1 ms) 2024-11-20T01:25:42,720 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.1 2024-11-20T01:25:42,720 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:42,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 2024-11-20T01:25:42,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 after 0ms 2024-11-20T01:25:42,723 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 took 2ms 2024-11-20T01:25:42,724 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,724 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 so closing down 2024-11-20T01:25:42,724 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,725 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:42,725 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K (1393bytes) at 1732065942720Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 so closing down at 1732065942724 (+4 ms)3 split writer threads finished at 1732065942725 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065942725 2024-11-20T01:25:42,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.2 2024-11-20T01:25:42,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:42,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 2024-11-20T01:25:42,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 after 0ms 2024-11-20T01:25:42,729 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 took 2ms 2024-11-20T01:25:42,730 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 so closing down 2024-11-20T01:25:42,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,731 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,731 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:42,731 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K (1393bytes) at 1732065942727Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 so closing down at 1732065942731 (+4 ms)3 split writer threads finished at 1732065942731Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065942731 2024-11-20T01:25:42,733 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.3 2024-11-20T01:25:42,733 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:42,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 2024-11-20T01:25:42,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 after 0ms 2024-11-20T01:25:42,735 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 took 2ms 2024-11-20T01:25:42,736 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,737 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 so closing down 2024-11-20T01:25:42,737 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,737 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:42,737 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K (1393bytes) at 1732065942733Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 so closing down at 1732065942737 (+4 ms)3 split writer threads finished at 1732065942737Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065942737 2024-11-20T01:25:42,739 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.4 2024-11-20T01:25:42,739 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:42,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 2024-11-20T01:25:42,739 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 after 0ms 2024-11-20T01:25:42,741 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 took 2ms 2024-11-20T01:25:42,742 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,743 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 so closing down 2024-11-20T01:25:42,743 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,743 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,743 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:42,743 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K (1393bytes) at 1732065942739Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 so closing down at 1732065942743 (+4 ms)3 split writer threads finished at 1732065942743Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065942743 2024-11-20T01:25:42,745 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.5 2024-11-20T01:25:42,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:42,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 2024-11-20T01:25:42,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 after 1ms 2024-11-20T01:25:42,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 took 2ms 2024-11-20T01:25:42,749 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 so closing down 2024-11-20T01:25:42,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,749 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-20T01:25:42,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K (1405bytes) at 1732065942745Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 so closing down at 1732065942749 (+4 ms)3 split writer threads finished at 1732065942749Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732065942749 2024-11-20T01:25:42,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.6 2024-11-20T01:25:42,751 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:42,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 2024-11-20T01:25:42,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 after 0ms 2024-11-20T01:25:42,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 took 2ms 2024-11-20T01:25:42,755 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 so closing down 2024-11-20T01:25:42,755 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,755 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T01:25:42,755 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K (1413bytes) at 1732065942751Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 so closing down at 1732065942755 (+4 ms)3 split writer threads finished at 1732065942755Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732065942755 2024-11-20T01:25:42,757 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.7 2024-11-20T01:25:42,757 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:42,757 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 2024-11-20T01:25:42,758 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 after 1ms 2024-11-20T01:25:42,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 took 2ms 2024-11-20T01:25:42,761 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 so closing down 2024-11-20T01:25:42,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,762 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,763 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T01:25:42,763 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K (1413bytes) at 1732065942757Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 so closing down at 1732065942761 (+4 ms)3 split writer threads finished at 1732065942762 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732065942763 (+1 ms) 2024-11-20T01:25:42,764 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.8 2024-11-20T01:25:42,765 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:42,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 2024-11-20T01:25:42,765 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 after 0ms 2024-11-20T01:25:42,767 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 took 3ms 2024-11-20T01:25:42,768 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,769 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 so closing down 2024-11-20T01:25:42,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T01:25:42,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K (1413bytes) at 1732065942765Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 so closing down at 1732065942769 (+4 ms)3 split writer threads finished at 1732065942769Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732065942769 2024-11-20T01:25:42,771 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.9 2024-11-20T01:25:42,772 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065942712; access_time=1732065942557; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065942719; access_time=1732065942568; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065942726; access_time=1732065942579; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065942732; access_time=1732065942592; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065942738; access_time=1732065942603; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065942744; access_time=1732065942613; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732065942750; access_time=1732065942623; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732065942756; access_time=1732065942652; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732065942764; access_time=1732065942663; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732065942770; access_time=1732065942673; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-20T01:25:42,775 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:42,775 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:42,776 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:42,777 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:42,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742306_1486 (size=1393) 2024-11-20T01:25:42,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742306_1486 (size=1393) 2024-11-20T01:25:42,792 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:42,792 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:42,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742307_1487 (size=1393) 2024-11-20T01:25:42,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742307_1487 (size=1393) 2024-11-20T01:25:42,807 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:42,808 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:42,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742308_1488 (size=1393) 2024-11-20T01:25:42,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742308_1488 (size=1393) 2024-11-20T01:25:42,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:42,819 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:42,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742309_1489 (size=1393) 2024-11-20T01:25:42,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742309_1489 (size=1393) 2024-11-20T01:25:42,830 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:42,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:42,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742310_1490 (size=1393) 2024-11-20T01:25:42,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742310_1490 (size=1393) 2024-11-20T01:25:42,841 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:42,841 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:42,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742311_1491 (size=1393) 2024-11-20T01:25:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742311_1491 (size=1393) 2024-11-20T01:25:42,856 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:42,856 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:42,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742312_1492 (size=1405) 2024-11-20T01:25:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742312_1492 (size=1405) 2024-11-20T01:25:42,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:42,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742313_1493 (size=1413) 2024-11-20T01:25:42,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742313_1493 (size=1413) 2024-11-20T01:25:42,885 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:42,885 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742314_1494 (size=1413) 2024-11-20T01:25:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742314_1494 (size=1413) 2024-11-20T01:25:42,900 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:42,900 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:42,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742315_1495 (size=1413) 2024-11-20T01:25:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742315_1495 (size=1413) 2024-11-20T01:25:42,913 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:42,935 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:42,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 2024-11-20T01:25:42,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 after 0ms 2024-11-20T01:25:42,937 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 took 2ms 2024-11-20T01:25:42,939 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:42,940 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 so closing down 2024-11-20T01:25:42,940 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:42,940 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:42,942 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:42,942 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:42,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:42,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742316_1496 (size=418) 2024-11-20T01:25:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742316_1496 (size=418) 2024-11-20T01:25:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742317_1497 (size=418) 2024-11-20T01:25:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742317_1497 (size=418) 2024-11-20T01:25:42,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:42,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-20T01:25:43,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-20T01:25:43,353 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:43,353 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K (1393bytes) at 1732065942935Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 so closing down at 1732065942940 (+5 ms)3 split writer threads finished at 1732065942940Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065942944 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065942944Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065942951 (+7 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732065942952 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943352 (+400 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732065943353 (+1 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065943353 2024-11-20T01:25:43,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.0 2024-11-20T01:25:43,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:43,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 2024-11-20T01:25:43,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 after 1ms 2024-11-20T01:25:43,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 took 2ms 2024-11-20T01:25:43,358 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:43,358 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 so closing down 2024-11-20T01:25:43,358 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:43,358 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:43,360 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:43,360 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:43,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:43,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:43,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742318_1498 (size=418) 2024-11-20T01:25:43,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742318_1498 (size=418) 2024-11-20T01:25:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742319_1499 (size=418) 2024-11-20T01:25:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742319_1499 (size=418) 2024-11-20T01:25:43,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-20T01:25:43,383 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-20T01:25:43,383 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:43,383 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K (1393bytes) at 1732065943354Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 so closing down at 1732065943358 (+4 ms)3 split writer threads finished at 1732065943358Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065943366 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065943369 (+3 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943381 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943382 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732065943383 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732065943383Processed 10 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065943383 2024-11-20T01:25:43,384 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.1 2024-11-20T01:25:43,385 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:43,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 2024-11-20T01:25:43,385 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 after 0ms 2024-11-20T01:25:43,387 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 took 3ms 2024-11-20T01:25:43,388 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:43,388 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 so closing down 2024-11-20T01:25:43,388 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:43,388 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:43,391 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:43,391 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:43,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:43,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742320_1500 (size=418) 2024-11-20T01:25:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742320_1500 (size=418) 2024-11-20T01:25:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742321_1501 (size=418) 2024-11-20T01:25:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742321_1501 (size=418) 2024-11-20T01:25:43,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,396 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-20T01:25:43,397 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-20T01:25:43,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:43,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K (1393bytes) at 1732065943385Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 so closing down at 1732065943388 (+3 ms)3 split writer threads finished at 1732065943388Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065943392 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065943392Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943396 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943396Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732065943397 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732065943397Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065943397 2024-11-20T01:25:43,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.2 2024-11-20T01:25:43,399 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:43,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 2024-11-20T01:25:43,399 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 after 0ms 2024-11-20T01:25:43,401 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 took 2ms 2024-11-20T01:25:43,402 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:43,402 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 so closing down 2024-11-20T01:25:43,402 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:43,402 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:43,404 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:43,404 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:43,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:43,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:43,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742323_1503 (size=418) 2024-11-20T01:25:43,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742322_1502 (size=418) 2024-11-20T01:25:43,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742322_1502 (size=418) 2024-11-20T01:25:43,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742323_1503 (size=418) 2024-11-20T01:25:43,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-20T01:25:43,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-20T01:25:43,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:43,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K (1393bytes) at 1732065943399Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 so closing down at 1732065943402 (+3 ms)3 split writer threads finished at 1732065943402Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065943405 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065943405Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943414 (+9 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732065943415 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943417 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732065943418 (+1 ms)Processed 10 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065943418 2024-11-20T01:25:43,419 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.3 2024-11-20T01:25:43,419 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:43,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 2024-11-20T01:25:43,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 after 0ms 2024-11-20T01:25:43,421 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 took 2ms 2024-11-20T01:25:43,422 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:43,422 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 so closing down 2024-11-20T01:25:43,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:43,422 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:43,424 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:43,424 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:43,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:43,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742325_1505 (size=418) 2024-11-20T01:25:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742325_1505 (size=418) 2024-11-20T01:25:43,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-20T01:25:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742324_1504 (size=418) 2024-11-20T01:25:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742324_1504 (size=418) 2024-11-20T01:25:43,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,431 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-20T01:25:43,431 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:43,431 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K (1393bytes) at 1732065943419Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 so closing down at 1732065943422 (+3 ms)3 split writer threads finished at 1732065943422Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065943424 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065943424Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943428 (+4 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732065943430 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943430Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732065943431 (+1 ms)Processed 10 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065943431 2024-11-20T01:25:43,433 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.4 2024-11-20T01:25:43,433 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:43,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 2024-11-20T01:25:43,433 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 after 0ms 2024-11-20T01:25:43,435 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 took 2ms 2024-11-20T01:25:43,436 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:43,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 so closing down 2024-11-20T01:25:43,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:43,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:43,438 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:43,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:43,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:43,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:43,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742327_1507 (size=418) 2024-11-20T01:25:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742326_1506 (size=418) 2024-11-20T01:25:43,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742327_1507 (size=418) 2024-11-20T01:25:43,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742326_1506 (size=418) 2024-11-20T01:25:43,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-20T01:25:43,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-20T01:25:43,854 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:43,854 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K (1393bytes) at 1732065943433Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 so closing down at 1732065943436 (+3 ms)3 split writer threads finished at 1732065943436Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065943439 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065943439Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943452 (+13 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732065943453 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943853 (+400 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732065943854 (+1 ms)Processed 10 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065943854 2024-11-20T01:25:43,856 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.5 2024-11-20T01:25:43,856 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:43,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 2024-11-20T01:25:43,856 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 after 0ms 2024-11-20T01:25:43,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 took 2ms 2024-11-20T01:25:43,859 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:43,860 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 so closing down 2024-11-20T01:25:43,860 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:43,860 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:43,866 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:43,866 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:43,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:43,867 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:43,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742328_1508 (size=419) 2024-11-20T01:25:43,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742328_1508 (size=419) 2024-11-20T01:25:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742329_1509 (size=419) 2024-11-20T01:25:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742329_1509 (size=419) 2024-11-20T01:25:43,891 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,892 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-20T01:25:43,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-20T01:25:43,892 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-20T01:25:43,892 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K (1405bytes) at 1732065943856Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 so closing down at 1732065943860 (+4 ms)3 split writer threads finished at 1732065943860Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065943867 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065943867Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943891 (+24 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943891Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732065943892 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732065943892Processed 10 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732065943892 2024-11-20T01:25:43,894 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.6 2024-11-20T01:25:43,894 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:43,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 2024-11-20T01:25:43,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 after 0ms 2024-11-20T01:25:43,896 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 took 2ms 2024-11-20T01:25:43,901 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:43,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 so closing down 2024-11-20T01:25:43,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:43,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:43,903 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:43,904 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:43,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:43,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:43,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742330_1510 (size=423) 2024-11-20T01:25:43,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742330_1510 (size=423) 2024-11-20T01:25:43,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:43,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-20T01:25:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742331_1511 (size=423) 2024-11-20T01:25:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742331_1511 (size=423) 2024-11-20T01:25:44,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-20T01:25:44,339 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T01:25:44,340 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K (1413bytes) at 1732065943894Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 so closing down at 1732065943902 (+8 ms)3 split writer threads finished at 1732065943902Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065943908 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065943912 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065943934 (+22 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732065943935 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065944338 (+403 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732065944339 (+1 ms)Processed 10 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732065944339 2024-11-20T01:25:44,341 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.7 2024-11-20T01:25:44,341 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:44,341 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 2024-11-20T01:25:44,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 after 1ms 2024-11-20T01:25:44,343 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 took 2ms 2024-11-20T01:25:44,344 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:44,345 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 so closing down 2024-11-20T01:25:44,345 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:44,345 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:44,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:44,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:44,353 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:44,356 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:44,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742332_1512 (size=423) 2024-11-20T01:25:44,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742332_1512 (size=423) 2024-11-20T01:25:44,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-20T01:25:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742333_1513 (size=423) 2024-11-20T01:25:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742333_1513 (size=423) 2024-11-20T01:25:44,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,372 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-20T01:25:44,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T01:25:44,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K (1413bytes) at 1732065944341Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 so closing down at 1732065944345 (+4 ms)3 split writer threads finished at 1732065944345Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065944351 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065944356 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065944368 (+12 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732065944369 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065944370 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732065944372 (+2 ms)Processed 10 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732065944372 2024-11-20T01:25:44,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.8 2024-11-20T01:25:44,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:44,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 2024-11-20T01:25:44,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 after 0ms 2024-11-20T01:25:44,376 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 took 3ms 2024-11-20T01:25:44,378 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:44,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 so closing down 2024-11-20T01:25:44,378 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:44,378 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:44,380 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:44,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:44,386 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:44,386 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:44,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742334_1514 (size=423) 2024-11-20T01:25:44,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742334_1514 (size=423) 2024-11-20T01:25:44,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-20T01:25:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742335_1515 (size=423) 2024-11-20T01:25:44,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742335_1515 (size=423) 2024-11-20T01:25:44,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,392 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-20T01:25:44,392 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T01:25:44,392 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K (1413bytes) at 1732065944374Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 so closing down at 1732065944378 (+4 ms)3 split writer threads finished at 1732065944378Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065944384 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065944386 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065944388 (+2 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732065944390 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732065944391 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732065944392 (+1 ms)Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732065944392 2024-11-20T01:25:44,393 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.9 2024-11-20T01:25:44,394 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065943354; access_time=1732065942777; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065943384; access_time=1732065942792; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065943398; access_time=1732065942808; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065943418; access_time=1732065942819; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065943432; access_time=1732065942830; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065943855; access_time=1732065942841; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732065943893; access_time=1732065942856; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732065944340; access_time=1732065942868; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732065944373; access_time=1732065942885; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732065944393; access_time=1732065942900; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-20T01:25:44,397 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:44,397 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:44,397 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:44,398 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742336_1516 (size=1393) 2024-11-20T01:25:44,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742336_1516 (size=1393) 2024-11-20T01:25:44,409 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:44,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-20T01:25:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742337_1517 (size=1393) 2024-11-20T01:25:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742337_1517 (size=1393) 2024-11-20T01:25:44,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-20T01:25:44,420 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-20T01:25:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742338_1518 (size=1393) 2024-11-20T01:25:44,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742338_1518 (size=1393) 2024-11-20T01:25:44,429 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-20T01:25:44,429 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-20T01:25:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742339_1519 (size=1393) 2024-11-20T01:25:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742339_1519 (size=1393) 2024-11-20T01:25:44,437 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-20T01:25:44,437 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-20T01:25:44,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742340_1520 (size=1393) 2024-11-20T01:25:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742340_1520 (size=1393) 2024-11-20T01:25:44,445 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-20T01:25:44,446 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-20T01:25:44,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742341_1521 (size=1393) 2024-11-20T01:25:44,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742341_1521 (size=1393) 2024-11-20T01:25:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-20T01:25:44,455 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-20T01:25:44,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742342_1522 (size=1405) 2024-11-20T01:25:44,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742342_1522 (size=1405) 2024-11-20T01:25:44,464 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-20T01:25:44,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-20T01:25:44,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742343_1523 (size=1413) 2024-11-20T01:25:44,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742343_1523 (size=1413) 2024-11-20T01:25:44,473 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-20T01:25:44,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-20T01:25:44,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742344_1524 (size=1413) 2024-11-20T01:25:44,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742344_1524 (size=1413) 2024-11-20T01:25:44,481 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-20T01:25:44,481 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-20T01:25:44,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:44,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:44,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742345_1525 (size=1413) 2024-11-20T01:25:44,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742345_1525 (size=1413) 2024-11-20T01:25:44,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-20T01:25:44,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K (1393bytes) 2024-11-20T01:25:44,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 2024-11-20T01:25:44,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 after 1ms 2024-11-20T01:25:44,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 took 2ms 2024-11-20T01:25:44,508 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:44,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 so closing down 2024-11-20T01:25:44,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:44,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:44,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:44,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:44,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-20T01:25:44,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-20T01:25:44,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742347_1527 (size=743) 2024-11-20T01:25:44,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742346_1526 (size=678) 2024-11-20T01:25:44,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742346_1526 (size=678) 2024-11-20T01:25:44,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742347_1527 (size=743) 2024-11-20T01:25:44,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-20T01:25:44,915 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,916 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-20T01:25:44,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:44,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K (1393bytes) at 1732065944505Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 so closing down at 1732065944509 (+4 ms)3 split writer threads finished at 1732065944509Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732065944511 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732065944511Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065944515 (+4 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732065944516 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065944915 (+399 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732065944916 (+1 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065944916 2024-11-20T01:25:44,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.0 2024-11-20T01:25:44,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K (1393bytes) 2024-11-20T01:25:44,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 2024-11-20T01:25:44,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 after 0ms 2024-11-20T01:25:44,919 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 took 1ms 2024-11-20T01:25:44,920 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:44,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 so closing down 2024-11-20T01:25:44,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:44,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:44,922 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:44,922 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:44,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-20T01:25:44,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-20T01:25:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742349_1529 (size=743) 2024-11-20T01:25:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742348_1528 (size=678) 2024-11-20T01:25:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742348_1528 (size=678) 2024-11-20T01:25:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742349_1529 (size=743) 2024-11-20T01:25:44,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-20T01:25:44,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-20T01:25:44,928 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:44,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K (1393bytes) at 1732065944918Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 so closing down at 1732065944921 (+3 ms)3 split writer threads finished at 1732065944921Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732065944923 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732065944923Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065944927 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065944927Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732065944927Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732065944928 (+1 ms)Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065944928 2024-11-20T01:25:44,929 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.1 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.1 2024-11-20T01:25:44,929 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K (1393bytes) 2024-11-20T01:25:44,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 2024-11-20T01:25:44,929 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 after 0ms 2024-11-20T01:25:44,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 took 1ms 2024-11-20T01:25:44,931 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:44,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 so closing down 2024-11-20T01:25:44,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:44,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:44,933 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:44,933 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:44,933 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-20T01:25:44,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-20T01:25:44,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742350_1530 (size=678) 2024-11-20T01:25:44,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742350_1530 (size=678) 2024-11-20T01:25:44,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742351_1531 (size=743) 2024-11-20T01:25:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742351_1531 (size=743) 2024-11-20T01:25:44,941 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-20T01:25:45,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-20T01:25:45,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:45,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K (1393bytes) at 1732065944929Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 so closing down at 1732065944931 (+2 ms)3 split writer threads finished at 1732065944932 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732065944933 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732065944933Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065944940 (+7 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732065944941 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065945340 (+399 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732065945342 (+2 ms)Processed 19 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065945342 2024-11-20T01:25:45,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.2 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.2 2024-11-20T01:25:45,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K (1393bytes) 2024-11-20T01:25:45,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 2024-11-20T01:25:45,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 after 0ms 2024-11-20T01:25:45,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 took 2ms 2024-11-20T01:25:45,347 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:45,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 so closing down 2024-11-20T01:25:45,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:45,347 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:45,349 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:45,349 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:45,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-20T01:25:45,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-20T01:25:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742353_1533 (size=743) 2024-11-20T01:25:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742353_1533 (size=743) 2024-11-20T01:25:45,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-20T01:25:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742352_1532 (size=678) 2024-11-20T01:25:45,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742352_1532 (size=678) 2024-11-20T01:25:45,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-20T01:25:45,359 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:45,359 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K (1393bytes) at 1732065945344Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 so closing down at 1732065945347 (+3 ms)3 split writer threads finished at 1732065945347Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732065945349 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732065945350 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065945353 (+3 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732065945354 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065945358 (+4 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732065945359 (+1 ms)Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065945359 2024-11-20T01:25:45,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.3 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.3 2024-11-20T01:25:45,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K (1393bytes) 2024-11-20T01:25:45,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 2024-11-20T01:25:45,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 after 0ms 2024-11-20T01:25:45,362 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 took 2ms 2024-11-20T01:25:45,363 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:45,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 so closing down 2024-11-20T01:25:45,364 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:45,364 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:45,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:45,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:45,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-20T01:25:45,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-20T01:25:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742355_1535 (size=743) 2024-11-20T01:25:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742355_1535 (size=743) 2024-11-20T01:25:45,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742354_1534 (size=678) 2024-11-20T01:25:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742354_1534 (size=678) 2024-11-20T01:25:45,378 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,379 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-20T01:25:45,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-20T01:25:45,380 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:45,380 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K (1393bytes) at 1732065945360Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 so closing down at 1732065945363 (+3 ms)3 split writer threads finished at 1732065945364 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732065945366 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732065945366Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065945378 (+12 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065945378Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732065945379 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732065945379Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065945380 (+1 ms) 2024-11-20T01:25:45,381 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.4 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.4 2024-11-20T01:25:45,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K (1393bytes) 2024-11-20T01:25:45,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 2024-11-20T01:25:45,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 after 0ms 2024-11-20T01:25:45,383 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 took 2ms 2024-11-20T01:25:45,384 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:45,385 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 so closing down 2024-11-20T01:25:45,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:45,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:45,386 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:45,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-20T01:25:45,389 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:45,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-20T01:25:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742356_1536 (size=743) 2024-11-20T01:25:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742356_1536 (size=743) 2024-11-20T01:25:45,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,394 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-20T01:25:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742357_1537 (size=678) 2024-11-20T01:25:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742357_1537 (size=678) 2024-11-20T01:25:45,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-20T01:25:45,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-20T01:25:45,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K (1393bytes) at 1732065945382Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 so closing down at 1732065945385 (+3 ms)3 split writer threads finished at 1732065945385Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732065945388 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732065945390 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065945393 (+3 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732065945394 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065945400 (+6 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732065945401 (+1 ms)Processed 19 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732065945401 2024-11-20T01:25:45,403 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.5 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.5 2024-11-20T01:25:45,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K (1405bytes) 2024-11-20T01:25:45,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 2024-11-20T01:25:45,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 after 0ms 2024-11-20T01:25:45,404 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 took 1ms 2024-11-20T01:25:45,405 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:45,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 so closing down 2024-11-20T01:25:45,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:45,406 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:45,407 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:45,407 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:45,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-20T01:25:45,408 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-20T01:25:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742359_1539 (size=683) 2024-11-20T01:25:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742359_1539 (size=683) 2024-11-20T01:25:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742358_1538 (size=749) 2024-11-20T01:25:45,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742358_1538 (size=749) 2024-11-20T01:25:45,412 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-20T01:25:45,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,814 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-20T01:25:45,814 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-20T01:25:45,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K (1405bytes) at 1732065945403Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 so closing down at 1732065945406 (+3 ms)3 split writer threads finished at 1732065945406Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732065945408 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732065945408Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065945412 (+4 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732065945413 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065945812 (+399 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732065945814 (+2 ms)Processed 19 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732065945814 2024-11-20T01:25:45,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.6 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.6 2024-11-20T01:25:45,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K (1413bytes) 2024-11-20T01:25:45,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 2024-11-20T01:25:45,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 after 0ms 2024-11-20T01:25:45,818 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 took 2ms 2024-11-20T01:25:45,819 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:45,819 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 so closing down 2024-11-20T01:25:45,819 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:45,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:45,821 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:45,821 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:45,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-20T01:25:45,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-20T01:25:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742360_1540 (size=753) 2024-11-20T01:25:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742360_1540 (size=753) 2024-11-20T01:25:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742361_1541 (size=687) 2024-11-20T01:25:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742361_1541 (size=687) 2024-11-20T01:25:45,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-20T01:25:45,826 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-20T01:25:45,827 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T01:25:45,827 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K (1413bytes) at 1732065945816Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 so closing down at 1732065945819 (+3 ms)3 split writer threads finished at 1732065945820 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732065945822 (+2 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732065945822Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065945826 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065945826Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732065945826Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732065945826Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732065945827 (+1 ms) 2024-11-20T01:25:45,828 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.7 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.7 2024-11-20T01:25:45,828 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K (1413bytes) 2024-11-20T01:25:45,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 2024-11-20T01:25:45,828 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 after 0ms 2024-11-20T01:25:45,830 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 took 2ms 2024-11-20T01:25:45,834 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:45,834 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 so closing down 2024-11-20T01:25:45,834 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:45,834 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:45,840 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:45,840 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:45,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-20T01:25:45,848 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-20T01:25:45,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742362_1542 (size=753) 2024-11-20T01:25:45,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742362_1542 (size=753) 2024-11-20T01:25:45,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742363_1543 (size=687) 2024-11-20T01:25:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742363_1543 (size=687) 2024-11-20T01:25:45,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-20T01:25:45,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-20T01:25:45,855 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T01:25:45,855 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K (1413bytes) at 1732065945828Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 so closing down at 1732065945834 (+6 ms)3 split writer threads finished at 1732065945834Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732065945841 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732065945848 (+7 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065945853 (+5 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065945854 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732065945855 (+1 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732065945855Processed 19 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732065945855 2024-11-20T01:25:45,856 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.8 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.8 2024-11-20T01:25:45,857 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K (1413bytes) 2024-11-20T01:25:45,857 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 2024-11-20T01:25:45,857 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 after 0ms 2024-11-20T01:25:45,858 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 took 1ms 2024-11-20T01:25:45,859 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-20T01:25:45,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 so closing down 2024-11-20T01:25:45,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T01:25:45,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T01:25:45,861 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:45,861 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:45,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-20T01:25:45,861 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-20T01:25:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742364_1544 (size=753) 2024-11-20T01:25:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742364_1544 (size=753) 2024-11-20T01:25:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742365_1545 (size=687) 2024-11-20T01:25:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742365_1545 (size=687) 2024-11-20T01:25:45,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:45,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-20T01:25:46,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-20T01:25:46,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-20T01:25:46,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-20T01:25:46,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K (1413bytes) at 1732065945857Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 so closing down at 1732065945859 (+2 ms)3 split writer threads finished at 1732065945860 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732065945861 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732065945862 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732065945865 (+3 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732065945866 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732065946266 (+400 ms)Rename recovered edits hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732065946267 (+1 ms)Processed 19 edits across 2 Regions in 408 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732065946267 2024-11-20T01:25:46,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732065942554/wal.dat.9 to hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.9 2024-11-20T01:25:46,270 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065944917; access_time=1732065944398; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065944928; access_time=1732065944410; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065945343; access_time=1732065944420; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065945359; access_time=1732065944429; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065945381; access_time=1732065944438; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732065945402; access_time=1732065944446; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732065945815; access_time=1732065944455; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732065945827; access_time=1732065944465; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732065945856; access_time=1732065944473; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:42857/user/jenkins/test-data/053a7a1c-0ce4-098a-d303-d1e295085035/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732065946268; access_time=1732065944481; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-20T01:25:46,278 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=139 (was 139), OpenFileDescriptor=389 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=783 (was 834), ProcessCount=11 (was 11), AvailableMemoryMB=5938 (was 5975) 2024-11-20T01:25:46,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=139, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=783, ProcessCount=11, AvailableMemoryMB=5938 2024-11-20T01:25:46,284 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-20T01:25:46,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742366_1546 (size=7) 2024-11-20T01:25:46,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742366_1546 (size=7) 2024-11-20T01:25:46,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42857/user/jenkins/test-data/6796560e-ae80-926a-e8f1-8892c102c486 with version=8 2024-11-20T01:25:46,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:46,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T01:25:46,295 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T01:25:46,295 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-20T01:25:46,296 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-20T01:25:46,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-20T01:25:46,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-20T01:25:46,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-20T01:25:46,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742367_1547 (size=2324) 2024-11-20T01:25:46,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742367_1547 (size=2324) 2024-11-20T01:25:46,306 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-20T01:25:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073742368_1548 (size=2325) 2024-11-20T01:25:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46605 is added to blk_1073742368_1548 (size=2325) 2024-11-20T01:25:46,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0, size=2.3 K (2325bytes) 2024-11-20T01:25:46,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0 2024-11-20T01:25:46,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0 after 0ms 2024-11-20T01:25:46,729 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-20T01:25:46,730 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0 so closing down 2024-11-20T01:25:46,730 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-20T01:25:46,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0, journal: Splitting hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0, size=2.3 K (2325bytes) at 1732065946728Finishing writing output for hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0 so closing down at 1732065946730 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732065946730 2024-11-20T01:25:46,732 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732065946295/wal.dat.0 to hdfs://localhost:42857/user/jenkins/test-data/183e8818-e8fc-3044-7805-efc09904d271/corrupt/wal.dat.0 2024-11-20T01:25:46,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=139 (was 139), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=783 (was 783), ProcessCount=11 (was 11), AvailableMemoryMB=5935 (was 5938) 2024-11-20T01:25:46,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50c5a8a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:25:46,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3149ed0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:25:46,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:25:46,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1787e7f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:25:46,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9f3ea56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/hadoop.log.dir/,STOPPED} 2024-11-20T01:25:46,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:25:46,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:25:46,801 WARN [BP-919390464-172.17.0.3-1732065875307 heartbeating to localhost/127.0.0.1:42857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:25:46,801 WARN [BP-919390464-172.17.0.3-1732065875307 heartbeating to localhost/127.0.0.1:42857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-919390464-172.17.0.3-1732065875307 (Datanode Uuid 0e3d3b61-88f1-4b9f-b1a0-bb5caff2dc80) service to localhost/127.0.0.1:42857 2024-11-20T01:25:46,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data3/current/BP-919390464-172.17.0.3-1732065875307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:25:46,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data4/current/BP-919390464-172.17.0.3-1732065875307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:25:46,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:25:46,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40f57436{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T01:25:46,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@750342c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:25:46,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:25:46,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42f415c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:25:46,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dd4bced{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/hadoop.log.dir/,STOPPED} 2024-11-20T01:25:46,809 WARN [BP-919390464-172.17.0.3-1732065875307 heartbeating to localhost/127.0.0.1:42857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T01:25:46,809 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T01:25:46,809 WARN [BP-919390464-172.17.0.3-1732065875307 heartbeating to localhost/127.0.0.1:42857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-919390464-172.17.0.3-1732065875307 (Datanode Uuid 587fd132-f1ae-4229-99b3-e1e50ad292e7) service to localhost/127.0.0.1:42857 2024-11-20T01:25:46,809 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T01:25:46,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data1/current/BP-919390464-172.17.0.3-1732065875307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:25:46,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/cluster_4321b73d-07f1-9951-d0f0-7b0be890f363/data/data2/current/BP-919390464-172.17.0.3-1732065875307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T01:25:46,811 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T01:25:46,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20b77cc6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T01:25:46,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ca94dcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T01:25:46,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T01:25:46,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b535ab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T01:25:46,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@767ae559{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee2359b7-1202-1484-47fa-9fc4c2636161/hadoop.log.dir/,STOPPED}