2024-11-14 19:33:46,553 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 19:33:46,570 main DEBUG Took 0.015012 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 19:33:46,570 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 19:33:46,571 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 19:33:46,572 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 19:33:46,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,579 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 19:33:46,590 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,591 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,592 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,592 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,592 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,594 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,594 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,595 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,596 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,597 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,597 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,598 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,598 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,599 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,599 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 19:33:46,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,600 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 19:33:46,602 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 19:33:46,603 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 19:33:46,604 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 19:33:46,605 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 19:33:46,606 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 19:33:46,606 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 19:33:46,614 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 19:33:46,616 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 19:33:46,618 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 19:33:46,618 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 19:33:46,618 main DEBUG createAppenders(={Console}) 2024-11-14 19:33:46,619 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-14 19:33:46,619 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 19:33:46,620 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-14 19:33:46,620 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 19:33:46,620 main DEBUG OutputStream closed 2024-11-14 19:33:46,621 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 19:33:46,621 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 19:33:46,621 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-14 19:33:46,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 19:33:46,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 19:33:46,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 19:33:46,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 19:33:46,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 19:33:46,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 19:33:46,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 19:33:46,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 19:33:46,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 19:33:46,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 19:33:46,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 19:33:46,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 19:33:46,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 19:33:46,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 19:33:46,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 19:33:46,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 19:33:46,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 19:33:46,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 19:33:46,698 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 19:33:46,699 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-14 19:33:46,699 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 19:33:46,699 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-14T19:33:46,711 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-14 19:33:46,714 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 19:33:46,714 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T19:33:46,994 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba 2024-11-14T19:33:46,995 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-14T19:33:47,078 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T19:33:47,134 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41, deleteOnExit=true 2024-11-14T19:33:47,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/test.cache.data in system properties and HBase conf 2024-11-14T19:33:47,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T19:33:47,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/hadoop.log.dir in system properties and HBase conf 2024-11-14T19:33:47,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T19:33:47,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T19:33:47,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T19:33:47,206 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T19:33:47,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:33:47,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T19:33:47,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T19:33:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:33:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T19:33:47,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T19:33:47,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T19:33:47,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:33:47,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T19:33:47,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/nfs.dump.dir in system properties and HBase conf 2024-11-14T19:33:47,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/java.io.tmpdir in system properties and HBase conf 2024-11-14T19:33:47,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T19:33:47,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T19:33:47,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T19:33:48,217 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T19:33:48,294 INFO [Time-limited test {}] log.Log(170): Logging initialized @2428ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T19:33:48,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:33:48,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:33:48,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:33:48,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:33:48,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:33:48,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:33:48,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:33:48,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:33:48,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb88504{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/java.io.tmpdir/jetty-localhost-38785-hadoop-hdfs-3_4_1-tests_jar-_-any-11569862388843209851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:33:48,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:38785} 2024-11-14T19:33:48,694 INFO [Time-limited test {}] server.Server(415): Started @2829ms 2024-11-14T19:33:49,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:33:49,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:33:49,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:33:49,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:33:49,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T19:33:49,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39c1391f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:33:49,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d24d689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:33:49,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3930e107{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/java.io.tmpdir/jetty-localhost-38781-hadoop-hdfs-3_4_1-tests_jar-_-any-14710989390752119330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:33:49,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@242dda24{HTTP/1.1, (http/1.1)}{localhost:38781} 2024-11-14T19:33:49,297 INFO [Time-limited test {}] server.Server(415): Started @3432ms 2024-11-14T19:33:49,354 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:33:49,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T19:33:49,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T19:33:49,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T19:33:49,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T19:33:49,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T19:33:49,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e1c67b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/hadoop.log.dir/,AVAILABLE} 2024-11-14T19:33:49,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f3e426a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T19:33:49,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46e83790{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/java.io.tmpdir/jetty-localhost-33769-hadoop-hdfs-3_4_1-tests_jar-_-any-7536778334209754906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:33:49,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77aad8d7{HTTP/1.1, (http/1.1)}{localhost:33769} 2024-11-14T19:33:49,578 INFO [Time-limited test {}] server.Server(415): Started @3713ms 2024-11-14T19:33:49,582 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T19:33:50,378 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data2/current/BP-842264620-172.17.0.2-1731612827788/current, will proceed with Du for space computation calculation, 2024-11-14T19:33:50,378 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data1/current/BP-842264620-172.17.0.2-1731612827788/current, will proceed with Du for space computation calculation, 2024-11-14T19:33:50,378 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data3/current/BP-842264620-172.17.0.2-1731612827788/current, will proceed with Du for space computation calculation, 2024-11-14T19:33:50,378 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data4/current/BP-842264620-172.17.0.2-1731612827788/current, will proceed with Du for space computation calculation, 2024-11-14T19:33:50,441 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:33:50,441 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T19:33:50,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba 2024-11-14T19:33:50,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d23a4c35f45f6f7 with lease ID 0x69df252b1759f403: Processing first storage report for DS-8a4c5ca3-ae15-4065-bbb8-7565fc7ee700 from datanode DatanodeRegistration(127.0.0.1:41871, datanodeUuid=493e3b4b-2a2b-4212-8fcb-0cadd425bbf5, infoPort=41925, infoSecurePort=0, ipcPort=44605, storageInfo=lv=-57;cid=testClusterID;nsid=1141621023;c=1731612827788) 2024-11-14T19:33:50,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d23a4c35f45f6f7 with lease ID 0x69df252b1759f403: from storage DS-8a4c5ca3-ae15-4065-bbb8-7565fc7ee700 node DatanodeRegistration(127.0.0.1:41871, datanodeUuid=493e3b4b-2a2b-4212-8fcb-0cadd425bbf5, infoPort=41925, infoSecurePort=0, ipcPort=44605, storageInfo=lv=-57;cid=testClusterID;nsid=1141621023;c=1731612827788), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-14T19:33:50,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbf7d9fac871132e with lease ID 0x69df252b1759f402: Processing first storage report for DS-174747a3-f407-4fd6-99e3-0191be818ffd from datanode DatanodeRegistration(127.0.0.1:39315, datanodeUuid=08eef420-b3f4-410b-9a97-c8dfd5aa0cfa, infoPort=41723, infoSecurePort=0, ipcPort=44907, storageInfo=lv=-57;cid=testClusterID;nsid=1141621023;c=1731612827788) 2024-11-14T19:33:50,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbf7d9fac871132e with lease ID 0x69df252b1759f402: from storage DS-174747a3-f407-4fd6-99e3-0191be818ffd node DatanodeRegistration(127.0.0.1:39315, datanodeUuid=08eef420-b3f4-410b-9a97-c8dfd5aa0cfa, infoPort=41723, infoSecurePort=0, ipcPort=44907, storageInfo=lv=-57;cid=testClusterID;nsid=1141621023;c=1731612827788), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:33:50,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d23a4c35f45f6f7 with lease ID 0x69df252b1759f403: Processing first storage report for DS-11d85e97-99fe-4336-bd65-946ee83ee0d2 from datanode DatanodeRegistration(127.0.0.1:41871, datanodeUuid=493e3b4b-2a2b-4212-8fcb-0cadd425bbf5, infoPort=41925, infoSecurePort=0, ipcPort=44605, storageInfo=lv=-57;cid=testClusterID;nsid=1141621023;c=1731612827788) 2024-11-14T19:33:50,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d23a4c35f45f6f7 with lease ID 0x69df252b1759f403: from storage DS-11d85e97-99fe-4336-bd65-946ee83ee0d2 node DatanodeRegistration(127.0.0.1:41871, datanodeUuid=493e3b4b-2a2b-4212-8fcb-0cadd425bbf5, infoPort=41925, infoSecurePort=0, ipcPort=44605, storageInfo=lv=-57;cid=testClusterID;nsid=1141621023;c=1731612827788), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:33:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbf7d9fac871132e with lease ID 0x69df252b1759f402: Processing first storage report for DS-13c690b3-2db6-48f2-8e93-c61cee521585 from datanode DatanodeRegistration(127.0.0.1:39315, datanodeUuid=08eef420-b3f4-410b-9a97-c8dfd5aa0cfa, infoPort=41723, infoSecurePort=0, ipcPort=44907, storageInfo=lv=-57;cid=testClusterID;nsid=1141621023;c=1731612827788) 2024-11-14T19:33:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbf7d9fac871132e with lease ID 0x69df252b1759f402: from storage DS-13c690b3-2db6-48f2-8e93-c61cee521585 node DatanodeRegistration(127.0.0.1:39315, datanodeUuid=08eef420-b3f4-410b-9a97-c8dfd5aa0cfa, infoPort=41723, infoSecurePort=0, ipcPort=44907, storageInfo=lv=-57;cid=testClusterID;nsid=1141621023;c=1731612827788), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T19:33:50,529 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=127, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=6912 2024-11-14T19:33:50,531 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:33:50,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:50,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:50,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:33:50,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741825_1001 (size=7) 2024-11-14T19:33:51,209 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:33:51,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:51,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:51,231 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:51,261 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T19:33:51,279 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T19:33:51,283 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:51,283 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:33:51,285 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:33:51,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:33:51,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,304 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T19:33:51,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741826_1002 (size=1393) 2024-11-14T19:33:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741826_1002 (size=1393) 2024-11-14T19:33:51,354 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:33:51,355 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:33:51,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741827_1003 (size=1393) 2024-11-14T19:33:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741827_1003 (size=1393) 2024-11-14T19:33:51,387 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:33:51,388 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:33:51,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741828_1004 (size=1393) 2024-11-14T19:33:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741828_1004 (size=1393) 2024-11-14T19:33:51,419 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:33:51,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:33:51,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,430 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741829_1005 (size=1393) 2024-11-14T19:33:51,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741829_1005 (size=1393) 2024-11-14T19:33:51,447 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:33:51,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:33:51,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741830_1006 (size=1393) 2024-11-14T19:33:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741830_1006 (size=1393) 2024-11-14T19:33:51,480 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:33:51,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:33:51,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741831_1007 (size=1393) 2024-11-14T19:33:51,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741831_1007 (size=1393) 2024-11-14T19:33:51,508 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:33:51,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:33:51,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741832_1008 (size=1405) 2024-11-14T19:33:51,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741832_1008 (size=1405) 2024-11-14T19:33:51,533 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:33:51,533 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:33:51,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741833_1009 (size=1413) 2024-11-14T19:33:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741833_1009 (size=1413) 2024-11-14T19:33:51,560 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:33:51,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:33:51,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741834_1010 (size=1413) 2024-11-14T19:33:51,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741834_1010 (size=1413) 2024-11-14T19:33:51,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:33:51,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:33:51,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741835_1011 (size=1413) 2024-11-14T19:33:51,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741835_1011 (size=1413) 2024-11-14T19:33:51,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:33:51,692 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:33:51,693 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T19:33:51,693 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T19:33:51,693 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0 2024-11-14T19:33:51,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0 after 4ms 2024-11-14T19:33:51,740 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0 took 53ms 2024-11-14T19:33:51,748 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0 so closing down 2024-11-14T19:33:51,752 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:51,753 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:51,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:33:51,763 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0, size=1.4 K (1393bytes) at 1731612831692Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0 so closing down at 1731612831748 (+56 ms)3 split writer threads finished at 1731612831753 (+5 ms)Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/5e5b2c3b-2ba8-fb21-b806-de79d38b6678/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731612831266/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612831760 (+7 ms) 2024-11-14T19:33:51,764 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-14T19:33:51,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=132 (was 127) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-522048269_22 at /127.0.0.1:45802 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@731fc87c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=6842 (was 6912) 2024-11-14T19:33:51,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=132, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=6842 2024-11-14T19:33:51,794 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:33:51,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741836_1012 (size=7) 2024-11-14T19:33:51,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741836_1012 (size=7) 2024-11-14T19:33:51,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:33:51,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:51,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:51,814 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:51,814 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-14T19:33:51,814 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:33:51,815 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:33:51,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:33:51,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:51,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:51,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741837_1013 (size=2324) 2024-11-14T19:33:51,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741837_1013 (size=2324) 2024-11-14T19:33:51,866 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:33:51,885 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T19:33:51,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0 2024-11-14T19:33:51,886 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0 after 0ms 2024-11-14T19:33:51,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0 took 5ms 2024-11-14T19:33:51,900 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0 so closing down 2024-11-14T19:33:51,900 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:51,900 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:51,929 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:33:51,929 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:33:51,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:33:51,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:33:51,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741838_1014 (size=743) 2024-11-14T19:33:51,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741838_1014 (size=743) 2024-11-14T19:33:51,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-14T19:33:51,971 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:33:51,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741839_1015 (size=743) 2024-11-14T19:33:51,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741839_1015 (size=743) 2024-11-14T19:33:51,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-14T19:33:51,983 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:33:51,984 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 92 ms; skipped=7; WAL=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T19:33:51,984 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0, size=2.3 K (2324bytes) at 1731612831885Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0 so closing down at 1731612831900 (+15 ms)3 split writer threads finished at 1731612831900Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612831932 (+32 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612831932Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731612831967 (+35 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612831971 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) at 1731612831979 (+8 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612831983 (+4 ms)Processed 27 edits across 2 Regions in 92 ms; skipped=7; WAL=hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731612831984 (+1 ms) 2024-11-14T19:33:51,998 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/WALs/testsplitlogfilemultipleregions,16010,1731612831814/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/2df3a4bd-ff34-96e7-bf3e-b7a8902b812e/oldWALs/wal.dat.0 2024-11-14T19:33:52,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133 (was 132) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1587220124_22 at /127.0.0.1:56394 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1587220124_22 at /127.0.0.1:45802 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=6809 (was 6842) 2024-11-14T19:33:52,035 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=133, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=6806 2024-11-14T19:33:52,035 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:33:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741840_1016 (size=7) 2024-11-14T19:33:52,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741840_1016 (size=7) 2024-11-14T19:33:52,049 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:33:52,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:52,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:52,063 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:52,063 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:33:52,065 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:33:52,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:33:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741841_1017 (size=2324) 2024-11-14T19:33:52,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741841_1017 (size=2324) 2024-11-14T19:33:52,111 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:33:52,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/312b5ef0-4787-941c-f196-e59e4c68a6f0/WALs/testterminationaskedbyreporter,16010,1731612832063/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T19:33:52,870 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/312b5ef0-4787-941c-f196-e59e4c68a6f0/WALs/testterminationaskedbyreporter,16010,1731612832063/wal.dat.0 so closing down 2024-11-14T19:33:52,870 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/312b5ef0-4787-941c-f196-e59e4c68a6f0/WALs/testterminationaskedbyreporter,16010,1731612832063/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-14T19:33:52,870 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/312b5ef0-4787-941c-f196-e59e4c68a6f0/WALs/testterminationaskedbyreporter,16010,1731612832063/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/312b5ef0-4787-941c-f196-e59e4c68a6f0/WALs/testterminationaskedbyreporter,16010,1731612832063/wal.dat.0, size=2.3 K (2324bytes) at 1731612832870Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/312b5ef0-4787-941c-f196-e59e4c68a6f0/WALs/testterminationaskedbyreporter,16010,1731612832063/wal.dat.0 so closing down at 1731612832870Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/312b5ef0-4787-941c-f196-e59e4c68a6f0/WALs/testterminationaskedbyreporter,16010,1731612832063/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731612832870 2024-11-14T19:33:52,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=135 (was 133) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=6767 (was 6806) 2024-11-14T19:33:52,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=135, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=6767 2024-11-14T19:33:52,887 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:33:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741842_1018 (size=7) 2024-11-14T19:33:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741842_1018 (size=7) 2024-11-14T19:33:52,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:33:52,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:52,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:52,909 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:52,909 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-14T19:33:52,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:33:52,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741843_1019 (size=1043) 2024-11-14T19:33:52,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741843_1019 (size=1043) 2024-11-14T19:33:52,930 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:33:52,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:33:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,948 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:33:52,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,959 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,959 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741845_1021 (size=1043) 2024-11-14T19:33:52,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741845_1021 (size=1043) 2024-11-14T19:33:52,966 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:33:52,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:33:52,968 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,968 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741846_1022 (size=1043) 2024-11-14T19:33:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741846_1022 (size=1043) 2024-11-14T19:33:52,983 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:33:52,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:33:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:52,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:52,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741847_1023 (size=1043) 2024-11-14T19:33:52,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741847_1023 (size=1043) 2024-11-14T19:33:52,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:33:52,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:33:53,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741848_1024 (size=1043) 2024-11-14T19:33:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741848_1024 (size=1043) 2024-11-14T19:33:53,013 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:33:53,013 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:33:53,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741849_1025 (size=1043) 2024-11-14T19:33:53,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741849_1025 (size=1043) 2024-11-14T19:33:53,033 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:33:53,033 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:33:53,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741850_1026 (size=1043) 2024-11-14T19:33:53,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741850_1026 (size=1043) 2024-11-14T19:33:53,053 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:33:53,053 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:33:53,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741851_1027 (size=1043) 2024-11-14T19:33:53,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741851_1027 (size=1043) 2024-11-14T19:33:53,072 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:33:53,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:33:53,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741852_1028 (size=1043) 2024-11-14T19:33:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741852_1028 (size=1043) 2024-11-14T19:33:53,088 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:33:53,105 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0, size=1.0 K (1043bytes) 2024-11-14T19:33:53,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0 2024-11-14T19:33:53,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0 after 1ms 2024-11-14T19:33:53,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0 took 4ms 2024-11-14T19:33:53,112 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-14T19:33:53,112 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0 so closing down 2024-11-14T19:33:53,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:53,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:53,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T19:33:53,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0, size=1.0 K (1043bytes) at 1731612833105Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0 so closing down at 1731612833113 (+8 ms)3 split writer threads finished at 1731612833113Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731612833113 2024-11-14T19:33:53,117 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.0 2024-11-14T19:33:53,117 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1, size=180 (180bytes) 2024-11-14T19:33:53,117 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 2024-11-14T19:33:53,119 WARN [IPC Server handler 1 on default port 41061 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-14T19:33:53,119 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 after 2ms 2024-11-14T19:33:53,487 WARN [ResponseProcessor for block BP-842264620-172.17.0.2-1731612827788:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-842264620-172.17.0.2-1731612827788:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:33:53,487 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2050769943_22 at /127.0.0.1:56418 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41871:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56418 dst: /127.0.0.1:41871 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:33:53,487 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2050769943_22 at /127.0.0.1:45860 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39315:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45860 dst: /127.0.0.1:39315 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39315 remote=/127.0.0.1:45860]. Total timeout mills is 60000, 59461 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:33:53,491 WARN [DataStreamer for file /user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 block BP-842264620-172.17.0.2-1731612827788:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-842264620-172.17.0.2-1731612827788:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39315,DS-174747a3-f407-4fd6-99e3-0191be818ffd,DISK], DatanodeInfoWithStorage[127.0.0.1:41871,DS-8a4c5ca3-ae15-4065-bbb8-7565fc7ee700,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39315,DS-174747a3-f407-4fd6-99e3-0191be818ffd,DISK]) is bad. 2024-11-14T19:33:53,498 WARN [DataStreamer for file /user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 block BP-842264620-172.17.0.2-1731612827788:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-842264620-172.17.0.2-1731612827788:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:33:53,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741844_1029 (size=1035) 2024-11-14T19:33:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741844_1029 (size=1035) 2024-11-14T19:33:57,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 after 4005ms 2024-11-14T19:33:57,134 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 took 4017ms 2024-11-14T19:33:57,140 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1; continuing. 2024-11-14T19:33:57,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 so closing down 2024-11-14T19:33:57,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,140 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,140 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-14T19:33:57,140 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1, size=180 (180bytes) at 1731612833117Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 so closing down at 1731612837140 (+4023 ms)3 split writer threads finished at 1731612837140Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731612837140 2024-11-14T19:33:57,144 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.1 2024-11-14T19:33:57,144 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2, size=1.0 K (1043bytes) 2024-11-14T19:33:57,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2 2024-11-14T19:33:57,144 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2 after 0ms 2024-11-14T19:33:57,148 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2 took 4ms 2024-11-14T19:33:57,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2 so closing down 2024-11-14T19:33:57,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T19:33:57,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2, size=1.0 K (1043bytes) at 1731612837144Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2 so closing down at 1731612837151 (+7 ms)3 split writer threads finished at 1731612837151Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731612837151 2024-11-14T19:33:57,154 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.2 2024-11-14T19:33:57,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3, size=1.0 K (1043bytes) 2024-11-14T19:33:57,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3 2024-11-14T19:33:57,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3 after 0ms 2024-11-14T19:33:57,158 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3 took 4ms 2024-11-14T19:33:57,161 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3 so closing down 2024-11-14T19:33:57,161 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,161 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,161 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T19:33:57,161 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3, size=1.0 K (1043bytes) at 1731612837154Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3 so closing down at 1731612837161 (+7 ms)3 split writer threads finished at 1731612837161Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731612837161 2024-11-14T19:33:57,164 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.3 2024-11-14T19:33:57,165 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4, size=1.0 K (1043bytes) 2024-11-14T19:33:57,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4 2024-11-14T19:33:57,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4 after 0ms 2024-11-14T19:33:57,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4 took 5ms 2024-11-14T19:33:57,170 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4 so closing down 2024-11-14T19:33:57,170 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,171 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T19:33:57,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4, size=1.0 K (1043bytes) at 1731612837165Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4 so closing down at 1731612837170 (+5 ms)3 split writer threads finished at 1731612837171 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731612837171 2024-11-14T19:33:57,174 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.4 2024-11-14T19:33:57,174 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5, size=1.0 K (1043bytes) 2024-11-14T19:33:57,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5 2024-11-14T19:33:57,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5 after 1ms 2024-11-14T19:33:57,178 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5 took 4ms 2024-11-14T19:33:57,180 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5 so closing down 2024-11-14T19:33:57,180 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,180 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,180 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T19:33:57,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5, size=1.0 K (1043bytes) at 1731612837174Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5 so closing down at 1731612837180 (+6 ms)3 split writer threads finished at 1731612837180Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731612837180 2024-11-14T19:33:57,183 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.5 2024-11-14T19:33:57,184 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6, size=1.0 K (1043bytes) 2024-11-14T19:33:57,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6 2024-11-14T19:33:57,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6 after 0ms 2024-11-14T19:33:57,188 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6 took 5ms 2024-11-14T19:33:57,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6 so closing down 2024-11-14T19:33:57,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,190 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T19:33:57,190 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6, size=1.0 K (1043bytes) at 1731612837184Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6 so closing down at 1731612837190 (+6 ms)3 split writer threads finished at 1731612837190Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731612837190 2024-11-14T19:33:57,193 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.6 2024-11-14T19:33:57,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7, size=1.0 K (1043bytes) 2024-11-14T19:33:57,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7 2024-11-14T19:33:57,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7 after 0ms 2024-11-14T19:33:57,197 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7 took 4ms 2024-11-14T19:33:57,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7 so closing down 2024-11-14T19:33:57,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,200 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T19:33:57,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7, size=1.0 K (1043bytes) at 1731612837194Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7 so closing down at 1731612837199 (+5 ms)3 split writer threads finished at 1731612837199Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731612837200 (+1 ms) 2024-11-14T19:33:57,203 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.7 2024-11-14T19:33:57,203 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8, size=1.0 K (1043bytes) 2024-11-14T19:33:57,203 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8 2024-11-14T19:33:57,204 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8 after 0ms 2024-11-14T19:33:57,206 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8 took 3ms 2024-11-14T19:33:57,208 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8 so closing down 2024-11-14T19:33:57,208 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,208 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T19:33:57,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8, size=1.0 K (1043bytes) at 1731612837203Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8 so closing down at 1731612837208 (+5 ms)3 split writer threads finished at 1731612837208Processed 10 edits across 0 Regions in 1 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731612837208 2024-11-14T19:33:57,212 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.8 2024-11-14T19:33:57,212 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9, size=1.0 K (1043bytes) 2024-11-14T19:33:57,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9 2024-11-14T19:33:57,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9 after 1ms 2024-11-14T19:33:57,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9 took 4ms 2024-11-14T19:33:57,217 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9 so closing down 2024-11-14T19:33:57,217 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,218 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,218 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T19:33:57,218 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9, size=1.0 K (1043bytes) at 1731612837212Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9 so closing down at 1731612837217 (+5 ms)3 split writer threads finished at 1731612837218 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731612837218 2024-11-14T19:33:57,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/WALs/testsplitdeletedregion,16010,1731612832909/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/370947e8-6ae7-8d9a-1618-21e96b57e31e/oldWALs/wal.dat.9 2024-11-14T19:33:57,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=137 (was 135) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:44605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_681753702_22 at /127.0.0.1:33984 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_681753702_22 at /127.0.0.1:49378 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 242), ProcessCount=11 (was 11), AvailableMemoryMB=6662 (was 6767) 2024-11-14T19:33:57,238 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=6662 2024-11-14T19:33:57,239 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:33:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741853_1030 (size=7) 2024-11-14T19:33:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741853_1030 (size=7) 2024-11-14T19:33:57,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:33:57,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:57,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:57,260 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:57,260 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T19:33:57,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:33:57,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741854_1031 (size=863) 2024-11-14T19:33:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741854_1031 (size=863) 2024-11-14T19:33:57,285 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:33:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741855_1032 (size=859) 2024-11-14T19:33:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741855_1032 (size=859) 2024-11-14T19:33:57,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0, size=859 (859bytes) 2024-11-14T19:33:57,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0 2024-11-14T19:33:57,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0 after 1ms 2024-11-14T19:33:57,324 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0 took 5ms 2024-11-14T19:33:57,433 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0; continuing. 2024-11-14T19:33:57,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0 so closing down 2024-11-14T19:33:57,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:57,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:57,438 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:33:57,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:33:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741856_1033 (size=863) 2024-11-14T19:33:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741856_1033 (size=863) 2024-11-14T19:33:57,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:33:57,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T19:33:57,452 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-14T19:33:57,452 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0, size=859 (859bytes) at 1731612837319Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0 so closing down at 1731612837433 (+114 ms)3 split writer threads finished at 1731612837434 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612837439 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612837450 (+11 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731612837452 (+2 ms)Processed 10 edits across 1 Regions in 128 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731612837452 2024-11-14T19:33:57,455 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/WALs/testcorruptwaltrailer,16010,1731612837260/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/aae83cb8-7ef3-8d13-3cd8-497711216894/oldWALs/wal.dat.0 2024-11-14T19:33:57,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=6642 (was 6662) 2024-11-14T19:33:57,477 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=6641 2024-11-14T19:33:57,478 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:33:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741857_1034 (size=7) 2024-11-14T19:33:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741857_1034 (size=7) 2024-11-14T19:33:57,488 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:33:57,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:57,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:57,493 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:57,506 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=6639 (was 6641) 2024-11-14T19:33:57,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=6639 2024-11-14T19:33:57,516 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:33:57,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741858_1035 (size=7) 2024-11-14T19:33:57,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741858_1035 (size=7) 2024-11-14T19:33:57,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:33:57,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:57,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:57,547 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:57,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-14T19:33:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741859_1036 (size=93) 2024-11-14T19:33:57,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741859_1036 (size=93) 2024-11-14T19:33:57,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=137 (was 137), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=6632 (was 6639) 2024-11-14T19:33:57,583 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=137, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=6632 2024-11-14T19:33:57,584 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:33:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741860_1037 (size=7) 2024-11-14T19:33:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741860_1037 (size=7) 2024-11-14T19:33:57,594 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:33:57,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:57,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:57,599 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:57,600 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:33:57,601 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:33:57,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:33:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741861_1038 (size=1393) 2024-11-14T19:33:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741861_1038 (size=1393) 2024-11-14T19:33:57,621 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:33:57,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:33:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741862_1039 (size=1393) 2024-11-14T19:33:57,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741862_1039 (size=1393) 2024-11-14T19:33:57,642 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:33:57,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:33:57,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:57,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741863_1040 (size=1393) 2024-11-14T19:33:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741863_1040 (size=1393) 2024-11-14T19:33:58,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:33:58,066 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:33:58,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741864_1041 (size=1393) 2024-11-14T19:33:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741864_1041 (size=1393) 2024-11-14T19:33:58,092 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:33:58,092 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:33:58,093 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,093 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741865_1042 (size=1393) 2024-11-14T19:33:58,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741865_1042 (size=1393) 2024-11-14T19:33:58,110 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:33:58,111 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:33:58,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741866_1043 (size=1393) 2024-11-14T19:33:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741866_1043 (size=1393) 2024-11-14T19:33:58,126 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:33:58,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:33:58,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741867_1044 (size=1405) 2024-11-14T19:33:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741867_1044 (size=1405) 2024-11-14T19:33:58,146 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:33:58,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:33:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741868_1045 (size=1413) 2024-11-14T19:33:58,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741868_1045 (size=1413) 2024-11-14T19:33:58,164 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:33:58,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:33:58,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741869_1046 (size=1413) 2024-11-14T19:33:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741869_1046 (size=1413) 2024-11-14T19:33:58,584 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:33:58,584 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:33:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:33:58,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:33:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741870_1047 (size=1413) 2024-11-14T19:33:58,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741870_1047 (size=1413) 2024-11-14T19:33:58,605 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:33:58,627 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:33:58,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7 2024-11-14T19:33:58,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7 after 0ms 2024-11-14T19:33:58,631 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7 took 5ms 2024-11-14T19:33:58,635 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7 so closing down 2024-11-14T19:33:58,635 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:58,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:58,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:33:58,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:33:58,656 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:33:58,656 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:33:58,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-14T19:33:58,657 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7, size=1.4 K (1413bytes) at 1731612838627Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7 so closing down at 1731612838635 (+8 ms)3 split writer threads finished at 1731612838635Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612838648 (+13 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612838648Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731612838656 (+8 ms)Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1731612838656Processed 20 edits across 0 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/45f7cf5d-b079-47ec-01a6-bce1030f1ae1/WALs/testioeonoutputthread,16010,1731612837600/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731612838656 2024-11-14T19:33:58,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=141 (was 137) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2122800621_22 at /127.0.0.1:49378 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=6592 (was 6632) 2024-11-14T19:33:58,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=141, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=6591 2024-11-14T19:33:58,673 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:33:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741871_1048 (size=7) 2024-11-14T19:33:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741871_1048 (size=7) 2024-11-14T19:33:58,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:33:58,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:58,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:33:58,690 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:33:58,715 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:33:58,717 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:33:58,719 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:33:58,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,737 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741872_1049 (size=2324) 2024-11-14T19:33:58,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741872_1049 (size=2324) 2024-11-14T19:33:58,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:33:58,745 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:33:58,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741873_1050 (size=1393) 2024-11-14T19:33:58,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741873_1050 (size=1393) 2024-11-14T19:33:58,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:33:58,765 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:33:58,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-14T19:33:58,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-14T19:33:58,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-14T19:33:58,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-14T19:33:58,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-14T19:33:58,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-14T19:33:58,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-14T19:33:58,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-14T19:33:58,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-14T19:33:58,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-14T19:33:58,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-14T19:33:58,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-14T19:33:58,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-14T19:33:58,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-14T19:33:58,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-14T19:33:58,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-14T19:33:58,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-14T19:33:58,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-14T19:33:58,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-14T19:33:58,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-14T19:33:58,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-14T19:33:58,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-14T19:33:58,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-14T19:33:58,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-14T19:33:58,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-14T19:33:58,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-14T19:33:58,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-14T19:33:58,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-14T19:33:58,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-14T19:33:58,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-14T19:33:58,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-14T19:33:58,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-14T19:33:58,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-14T19:33:58,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-14T19:33:58,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-14T19:33:58,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-14T19:33:58,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-14T19:33:58,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-14T19:33:58,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-14T19:33:58,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-14T19:33:58,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-14T19:33:58,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-14T19:33:58,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-14T19:33:58,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-14T19:33:58,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-14T19:33:58,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-14T19:33:58,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-14T19:33:58,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-14T19:33:58,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-14T19:33:58,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-14T19:33:58,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-14T19:33:58,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-14T19:33:58,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-14T19:33:58,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-14T19:33:58,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-14T19:33:58,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-14T19:33:58,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-14T19:33:58,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-14T19:33:58,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-14T19:33:58,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-14T19:33:58,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-14T19:33:58,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-14T19:33:58,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-14T19:33:58,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-14T19:33:58,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-14T19:33:58,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-14T19:33:58,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-14T19:33:58,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-14T19:33:58,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-14T19:33:58,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-14T19:33:58,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-14T19:33:58,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-14T19:33:58,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-14T19:33:58,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-14T19:33:58,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-14T19:33:58,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-14T19:33:58,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-14T19:33:58,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-14T19:33:58,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-14T19:33:58,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-14T19:33:58,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-14T19:33:58,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-14T19:33:58,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-14T19:33:58,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-14T19:33:58,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-14T19:33:58,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-14T19:33:58,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-14T19:33:58,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-14T19:33:58,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-14T19:33:58,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-14T19:33:58,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-14T19:33:58,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-14T19:33:58,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-14T19:33:58,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-14T19:33:58,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-14T19:33:58,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-14T19:33:58,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-14T19:33:58,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-14T19:33:58,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-14T19:33:58,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-14T19:33:58,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-14T19:33:58,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-14T19:33:58,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-14T19:33:58,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-14T19:33:58,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-14T19:33:58,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-14T19:33:58,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-14T19:33:58,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-14T19:33:58,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-14T19:33:58,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-14T19:33:58,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-14T19:33:58,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-14T19:33:58,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-14T19:33:58,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-14T19:33:58,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-14T19:33:58,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-14T19:33:58,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-14T19:33:58,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-14T19:33:58,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-14T19:33:58,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-14T19:33:58,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-14T19:33:58,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:58,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:58,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-14T19:33:59,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-14T19:33:59,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-14T19:33:59,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-14T19:33:59,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-14T19:33:59,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-14T19:33:59,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-14T19:33:59,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-14T19:33:59,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-14T19:33:59,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-14T19:33:59,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-14T19:33:59,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-14T19:33:59,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-14T19:33:59,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-14T19:33:59,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-14T19:33:59,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-14T19:33:59,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-14T19:33:59,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-14T19:33:59,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-14T19:33:59,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-14T19:33:59,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-14T19:33:59,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-14T19:33:59,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-14T19:33:59,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-14T19:33:59,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-14T19:33:59,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-14T19:33:59,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-14T19:33:59,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-14T19:33:59,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-14T19:33:59,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-14T19:33:59,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-14T19:33:59,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-14T19:33:59,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-14T19:33:59,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-14T19:33:59,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-14T19:33:59,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-14T19:33:59,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-14T19:33:59,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-14T19:33:59,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-14T19:33:59,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-14T19:33:59,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-14T19:33:59,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-14T19:33:59,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-14T19:33:59,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-14T19:33:59,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-14T19:33:59,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-14T19:33:59,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-14T19:33:59,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-14T19:33:59,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-14T19:33:59,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-14T19:33:59,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-14T19:33:59,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-14T19:33:59,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-14T19:33:59,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-14T19:33:59,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-14T19:33:59,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-14T19:33:59,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-14T19:33:59,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-14T19:33:59,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-14T19:33:59,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-14T19:33:59,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-14T19:33:59,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-14T19:33:59,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-14T19:33:59,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-14T19:33:59,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-14T19:33:59,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-14T19:33:59,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-14T19:33:59,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-14T19:33:59,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-14T19:33:59,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-14T19:33:59,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-14T19:33:59,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-14T19:33:59,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-14T19:33:59,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-14T19:33:59,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-14T19:33:59,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-14T19:33:59,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-14T19:33:59,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-14T19:33:59,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-14T19:33:59,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-14T19:33:59,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-14T19:33:59,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-14T19:33:59,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-14T19:33:59,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-14T19:33:59,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-14T19:33:59,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-14T19:33:59,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-14T19:33:59,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-14T19:33:59,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-14T19:33:59,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-14T19:33:59,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-14T19:33:59,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-14T19:33:59,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-14T19:33:59,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-14T19:33:59,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-14T19:33:59,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-14T19:33:59,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-14T19:33:59,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-14T19:33:59,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-14T19:33:59,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-14T19:33:59,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-14T19:33:59,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-14T19:33:59,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-14T19:33:59,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-14T19:33:59,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-14T19:33:59,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-14T19:33:59,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-14T19:33:59,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-14T19:33:59,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-14T19:33:59,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-14T19:33:59,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-14T19:33:59,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-14T19:33:59,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-14T19:33:59,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-14T19:33:59,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-14T19:33:59,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-14T19:33:59,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-14T19:33:59,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-14T19:33:59,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-14T19:33:59,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-14T19:33:59,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-14T19:33:59,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-14T19:33:59,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-14T19:33:59,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-14T19:33:59,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-14T19:33:59,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-14T19:33:59,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-14T19:33:59,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-14T19:33:59,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-14T19:33:59,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-14T19:33:59,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-14T19:33:59,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-14T19:33:59,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-14T19:33:59,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-14T19:33:59,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-14T19:33:59,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-14T19:33:59,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-14T19:33:59,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-14T19:33:59,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-14T19:33:59,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-14T19:33:59,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-14T19:33:59,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-14T19:33:59,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-14T19:33:59,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-14T19:33:59,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-14T19:33:59,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-14T19:33:59,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-14T19:33:59,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-14T19:33:59,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-14T19:33:59,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-14T19:33:59,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-14T19:33:59,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-14T19:33:59,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-14T19:33:59,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-14T19:33:59,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-14T19:33:59,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-14T19:33:59,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-14T19:33:59,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-14T19:33:59,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-14T19:33:59,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-14T19:33:59,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-14T19:33:59,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-14T19:33:59,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-14T19:33:59,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-14T19:33:59,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-14T19:33:59,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-14T19:33:59,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-14T19:33:59,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-14T19:33:59,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-14T19:33:59,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-14T19:33:59,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-14T19:33:59,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-14T19:33:59,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-14T19:33:59,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-14T19:33:59,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-14T19:33:59,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-14T19:33:59,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-14T19:33:59,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-14T19:33:59,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-14T19:33:59,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-14T19:33:59,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-14T19:33:59,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-14T19:33:59,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-14T19:33:59,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-14T19:33:59,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-14T19:33:59,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-14T19:33:59,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-14T19:33:59,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-14T19:33:59,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-14T19:33:59,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-14T19:33:59,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-14T19:33:59,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-14T19:33:59,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-14T19:33:59,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-14T19:33:59,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-14T19:33:59,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-14T19:33:59,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-14T19:33:59,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-14T19:33:59,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-14T19:33:59,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-14T19:33:59,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-14T19:33:59,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-14T19:33:59,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-14T19:33:59,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-14T19:33:59,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-14T19:33:59,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-14T19:33:59,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-14T19:33:59,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-14T19:33:59,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-14T19:33:59,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-14T19:33:59,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-14T19:33:59,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-14T19:33:59,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-14T19:33:59,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-14T19:33:59,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-14T19:33:59,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-14T19:33:59,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-14T19:33:59,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-14T19:33:59,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-14T19:33:59,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-14T19:33:59,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-14T19:33:59,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-14T19:33:59,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-14T19:33:59,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-14T19:33:59,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-14T19:33:59,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-14T19:33:59,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-14T19:33:59,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-14T19:33:59,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-14T19:33:59,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-14T19:33:59,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-14T19:33:59,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-14T19:33:59,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-14T19:33:59,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-14T19:33:59,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-14T19:33:59,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-14T19:33:59,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-14T19:33:59,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-14T19:33:59,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-14T19:33:59,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-14T19:33:59,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-14T19:33:59,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-14T19:33:59,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-14T19:33:59,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-14T19:33:59,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-14T19:33:59,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-14T19:33:59,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-14T19:33:59,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-14T19:33:59,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-14T19:33:59,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-14T19:33:59,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-14T19:33:59,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-14T19:33:59,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-14T19:33:59,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-14T19:33:59,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-14T19:33:59,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-14T19:33:59,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-14T19:33:59,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-14T19:33:59,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-14T19:33:59,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-14T19:33:59,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-14T19:33:59,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-14T19:33:59,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-14T19:33:59,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-14T19:33:59,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-14T19:33:59,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-14T19:33:59,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-14T19:33:59,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-14T19:33:59,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-14T19:33:59,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-14T19:33:59,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-14T19:33:59,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-14T19:33:59,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-14T19:33:59,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-14T19:33:59,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-14T19:33:59,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-14T19:33:59,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-14T19:33:59,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-14T19:33:59,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-14T19:33:59,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-14T19:33:59,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-14T19:33:59,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-14T19:33:59,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-14T19:33:59,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-14T19:33:59,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-14T19:33:59,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-14T19:33:59,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-14T19:33:59,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-14T19:33:59,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-14T19:33:59,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-14T19:33:59,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-14T19:33:59,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-14T19:33:59,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-14T19:33:59,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-14T19:33:59,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-14T19:33:59,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-14T19:33:59,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-14T19:33:59,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-14T19:33:59,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-14T19:33:59,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-14T19:33:59,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-14T19:33:59,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-14T19:33:59,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-14T19:33:59,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-14T19:33:59,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-14T19:33:59,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-14T19:33:59,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-14T19:33:59,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-14T19:33:59,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-14T19:33:59,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-14T19:33:59,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-14T19:33:59,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-14T19:33:59,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-14T19:33:59,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-14T19:33:59,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-14T19:33:59,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-14T19:33:59,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-14T19:33:59,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-14T19:33:59,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-14T19:33:59,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-14T19:33:59,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-14T19:33:59,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-14T19:33:59,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-14T19:33:59,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-14T19:33:59,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-14T19:33:59,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-14T19:33:59,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-14T19:33:59,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-14T19:33:59,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-14T19:33:59,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-14T19:33:59,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-14T19:33:59,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-14T19:33:59,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-14T19:33:59,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-14T19:33:59,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-14T19:33:59,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-14T19:33:59,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-14T19:33:59,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-14T19:33:59,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-14T19:33:59,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-14T19:33:59,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-14T19:33:59,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-14T19:33:59,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-14T19:33:59,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-14T19:33:59,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-14T19:33:59,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-14T19:33:59,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-14T19:33:59,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-14T19:33:59,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-14T19:33:59,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-14T19:33:59,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-14T19:33:59,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-14T19:33:59,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-14T19:33:59,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-14T19:33:59,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-14T19:33:59,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-14T19:33:59,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-14T19:33:59,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-14T19:33:59,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-14T19:33:59,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-14T19:33:59,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-14T19:33:59,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-14T19:33:59,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-14T19:33:59,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-14T19:33:59,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-14T19:33:59,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-14T19:33:59,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-14T19:33:59,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-14T19:33:59,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-14T19:33:59,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-14T19:33:59,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-14T19:33:59,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-14T19:33:59,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-14T19:33:59,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-14T19:33:59,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-14T19:33:59,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-14T19:33:59,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-14T19:33:59,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-14T19:33:59,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-14T19:33:59,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-14T19:33:59,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-14T19:33:59,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-14T19:33:59,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-14T19:33:59,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-14T19:33:59,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-14T19:33:59,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-14T19:33:59,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-14T19:33:59,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-14T19:33:59,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-14T19:33:59,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-14T19:33:59,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-14T19:33:59,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-14T19:33:59,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-14T19:33:59,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-14T19:33:59,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-14T19:33:59,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-14T19:33:59,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-14T19:33:59,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-14T19:33:59,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-14T19:33:59,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-14T19:33:59,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-14T19:33:59,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-14T19:33:59,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-14T19:33:59,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-14T19:33:59,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-14T19:33:59,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-14T19:33:59,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-14T19:33:59,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-14T19:33:59,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-14T19:33:59,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-14T19:33:59,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-14T19:33:59,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-14T19:33:59,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-14T19:33:59,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-14T19:33:59,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-14T19:33:59,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-14T19:33:59,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-14T19:33:59,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-14T19:33:59,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-14T19:33:59,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-14T19:33:59,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-14T19:33:59,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-14T19:33:59,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-14T19:33:59,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-14T19:33:59,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-14T19:33:59,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-14T19:33:59,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-14T19:33:59,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-14T19:33:59,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-14T19:33:59,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-14T19:33:59,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,749 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-14T19:33:59,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-14T19:33:59,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-14T19:33:59,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-14T19:33:59,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-14T19:33:59,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-14T19:33:59,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-14T19:33:59,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-14T19:33:59,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-14T19:33:59,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-14T19:33:59,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-14T19:33:59,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-14T19:33:59,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-14T19:33:59,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-14T19:33:59,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-14T19:33:59,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-14T19:33:59,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-14T19:33:59,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-14T19:33:59,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-14T19:33:59,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-14T19:33:59,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-14T19:33:59,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-14T19:33:59,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-14T19:33:59,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-14T19:33:59,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-14T19:33:59,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-14T19:33:59,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-14T19:33:59,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-14T19:33:59,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-14T19:33:59,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-14T19:33:59,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-14T19:33:59,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-14T19:33:59,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-14T19:33:59,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-14T19:33:59,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-14T19:33:59,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,805 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690): HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731612838744; access_time=1731612838720; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612838764; access_time=1731612838746; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731612838765; access_time=1731612838765; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T19:33:59,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,806 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-14T19:33:59,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-14T19:33:59,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-14T19:33:59,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-14T19:33:59,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-14T19:33:59,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-14T19:33:59,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-14T19:33:59,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-14T19:33:59,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-14T19:33:59,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-14T19:33:59,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-14T19:33:59,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-14T19:33:59,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-14T19:33:59,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-14T19:33:59,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-14T19:33:59,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-14T19:33:59,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-14T19:33:59,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-14T19:33:59,832 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T19:33:59,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0 2024-11-14T19:33:59,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-14T19:33:59,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0 after 1ms 2024-11-14T19:33:59,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-14T19:33:59,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-14T19:33:59,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0 took 6ms 2024-11-14T19:33:59,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-14T19:33:59,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-14T19:33:59,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-14T19:33:59,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0 so closing down 2024-11-14T19:33:59,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:59,842 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:59,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-14T19:33:59,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-14T19:33:59,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-14T19:33:59,846 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:33:59,846 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:33:59,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-14T19:33:59,847 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:33:59,847 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:33:59,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-14T19:33:59,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-14T19:33:59,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-14T19:33:59,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-14T19:33:59,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-14T19:33:59,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-14T19:33:59,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-14T19:33:59,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741876_1053 (size=743) 2024-11-14T19:33:59,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741875_1052 (size=743) 2024-11-14T19:33:59,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741875_1052 (size=743) 2024-11-14T19:33:59,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741876_1053 (size=743) 2024-11-14T19:33:59,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:33:59,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,860 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:33:59,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-14T19:33:59,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,863 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:33:59,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-14T19:33:59,863 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:33:59,863 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 26 ms; skipped=7; WAL=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T19:33:59,864 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0, size=2.3 K (2324bytes) at 1731612839832Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0 so closing down at 1731612839842 (+10 ms)3 split writer threads finished at 1731612839842Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612839848 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612839848Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612839860 (+12 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612839860Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612839863 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612839863Processed 27 edits across 2 Regions in 26 ms; skipped=7; WAL=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731612839863 2024-11-14T19:33:59,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-14T19:33:59,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-14T19:33:59,866 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/oldWALs/wal.dat.0 2024-11-14T19:33:59,867 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:33:59,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1 2024-11-14T19:33:59,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1 after 0ms 2024-11-14T19:33:59,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-14T19:33:59,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-14T19:33:59,870 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1 took 3ms 2024-11-14T19:33:59,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-14T19:33:59,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-14T19:33:59,873 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1 so closing down 2024-11-14T19:33:59,873 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:33:59,873 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:33:59,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-14T19:33:59,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-14T19:33:59,877 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:33:59,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,877 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:33:59,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-14T19:33:59,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:33:59,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:33:59,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-14T19:33:59,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-14T19:33:59,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-14T19:33:59,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-14T19:33:59,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-14T19:33:59,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-14T19:33:59,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741877_1054 (size=743) 2024-11-14T19:33:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741877_1054 (size=743) 2024-11-14T19:33:59,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-14T19:33:59,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-14T19:33:59,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741878_1055 (size=743) 2024-11-14T19:33:59,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-14T19:33:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741878_1055 (size=743) 2024-11-14T19:33:59,893 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:33:59,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-14T19:33:59,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:33:59,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-14T19:33:59,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-14T19:33:59,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-14T19:33:59,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-14T19:33:59,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-14T19:33:59,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-14T19:33:59,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-14T19:33:59,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-14T19:33:59,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-14T19:33:59,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-14T19:33:59,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-14T19:33:59,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-14T19:33:59,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-14T19:33:59,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-14T19:33:59,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-14T19:33:59,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-14T19:33:59,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-14T19:33:59,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-14T19:33:59,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-14T19:33:59,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-14T19:33:59,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-14T19:33:59,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-14T19:33:59,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-14T19:33:59,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-14T19:33:59,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-14T19:33:59,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-14T19:33:59,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-14T19:33:59,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-14T19:33:59,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-14T19:33:59,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-14T19:33:59,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-14T19:33:59,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-14T19:33:59,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-14T19:33:59,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-14T19:33:59,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-14T19:33:59,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-14T19:33:59,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-14T19:33:59,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-14T19:33:59,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-14T19:33:59,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-14T19:33:59,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-14T19:33:59,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-14T19:33:59,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-14T19:33:59,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-14T19:33:59,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-14T19:33:59,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-14T19:33:59,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-14T19:33:59,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-14T19:33:59,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-14T19:33:59,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-14T19:33:59,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-14T19:33:59,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-14T19:33:59,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-14T19:33:59,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-14T19:33:59,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-14T19:33:59,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-14T19:33:59,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-14T19:33:59,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-14T19:33:59,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-14T19:33:59,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-14T19:33:59,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-14T19:33:59,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-14T19:33:59,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-14T19:33:59,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-14T19:33:59,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-14T19:33:59,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:33:59,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-14T19:33:59,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:33:59,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-14T19:34:00,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-14T19:34:00,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-14T19:34:00,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-14T19:34:00,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-14T19:34:00,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-14T19:34:00,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-14T19:34:00,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-14T19:34:00,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-14T19:34:00,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-14T19:34:00,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-14T19:34:00,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-14T19:34:00,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-14T19:34:00,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-14T19:34:00,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-14T19:34:00,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-14T19:34:00,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-14T19:34:00,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-14T19:34:00,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-14T19:34:00,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-14T19:34:00,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-14T19:34:00,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-14T19:34:00,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-14T19:34:00,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-14T19:34:00,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-14T19:34:00,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-14T19:34:00,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-14T19:34:00,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-14T19:34:00,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-14T19:34:00,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-14T19:34:00,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-14T19:34:00,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-14T19:34:00,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-14T19:34:00,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-14T19:34:00,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-14T19:34:00,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-14T19:34:00,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-14T19:34:00,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-14T19:34:00,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-14T19:34:00,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-14T19:34:00,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-14T19:34:00,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-14T19:34:00,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-14T19:34:00,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-14T19:34:00,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-14T19:34:00,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-14T19:34:00,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-14T19:34:00,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-14T19:34:00,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-14T19:34:00,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-14T19:34:00,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-14T19:34:00,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-14T19:34:00,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-14T19:34:00,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-14T19:34:00,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-14T19:34:00,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-14T19:34:00,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-14T19:34:00,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-14T19:34:00,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-14T19:34:00,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-14T19:34:00,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-14T19:34:00,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-14T19:34:00,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-14T19:34:00,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-14T19:34:00,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-14T19:34:00,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-14T19:34:00,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-14T19:34:00,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-14T19:34:00,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-14T19:34:00,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-14T19:34:00,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-14T19:34:00,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-14T19:34:00,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-14T19:34:00,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-14T19:34:00,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-14T19:34:00,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-14T19:34:00,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-14T19:34:00,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-14T19:34:00,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-14T19:34:00,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-14T19:34:00,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-14T19:34:00,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-14T19:34:00,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-14T19:34:00,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-14T19:34:00,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-14T19:34:00,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-14T19:34:00,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-14T19:34:00,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-14T19:34:00,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-14T19:34:00,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-14T19:34:00,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-14T19:34:00,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-14T19:34:00,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-14T19:34:00,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-14T19:34:00,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-14T19:34:00,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-14T19:34:00,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-14T19:34:00,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-14T19:34:00,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-14T19:34:00,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-14T19:34:00,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-14T19:34:00,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-14T19:34:00,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-14T19:34:00,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-14T19:34:00,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-14T19:34:00,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-14T19:34:00,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-14T19:34:00,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-14T19:34:00,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-14T19:34:00,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-14T19:34:00,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-14T19:34:00,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-14T19:34:00,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-14T19:34:00,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-14T19:34:00,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-14T19:34:00,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-14T19:34:00,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-14T19:34:00,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-14T19:34:00,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-14T19:34:00,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-14T19:34:00,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-14T19:34:00,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-14T19:34:00,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-14T19:34:00,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-14T19:34:00,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-14T19:34:00,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-14T19:34:00,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-14T19:34:00,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-14T19:34:00,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-14T19:34:00,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-14T19:34:00,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-14T19:34:00,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-14T19:34:00,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-14T19:34:00,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-14T19:34:00,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-14T19:34:00,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-14T19:34:00,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-14T19:34:00,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-14T19:34:00,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-14T19:34:00,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-14T19:34:00,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-14T19:34:00,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-14T19:34:00,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-14T19:34:00,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-14T19:34:00,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-14T19:34:00,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-14T19:34:00,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-14T19:34:00,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-14T19:34:00,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-14T19:34:00,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-14T19:34:00,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-14T19:34:00,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-14T19:34:00,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-14T19:34:00,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-14T19:34:00,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-14T19:34:00,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-14T19:34:00,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-14T19:34:00,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-14T19:34:00,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-14T19:34:00,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-14T19:34:00,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-14T19:34:00,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-14T19:34:00,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-14T19:34:00,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-14T19:34:00,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-14T19:34:00,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-14T19:34:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-14T19:34:00,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-14T19:34:00,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-14T19:34:00,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-14T19:34:00,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-14T19:34:00,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-14T19:34:00,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-14T19:34:00,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-14T19:34:00,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:00,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-14T19:34:00,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-14T19:34:00,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:00,293 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:00,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,293 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1, size=1.4 K (1393bytes) at 1731612839867Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1 so closing down at 1731612839873 (+6 ms)3 split writer threads finished at 1731612839874 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612839878 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612839879 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612839893 (+14 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612839895 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612840290 (+395 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612840293 (+3 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612840293 2024-11-14T19:34:00,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-14T19:34:00,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-14T19:34:00,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,296 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/oldWALs/wal.dat.1 2024-11-14T19:34:00,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,297 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2, size=150 (150bytes) 2024-11-14T19:34:00,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 2024-11-14T19:34:00,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-14T19:34:00,297 WARN [IPC Server handler 2 on default port 41061 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-14T19:34:00,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 after 1ms 2024-11-14T19:34:00,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-14T19:34:00,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-14T19:34:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-14T19:34:00,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-14T19:34:00,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-14T19:34:00,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-14T19:34:00,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-14T19:34:00,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-14T19:34:00,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-14T19:34:00,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-14T19:34:00,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-14T19:34:00,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-14T19:34:00,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-14T19:34:00,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-14T19:34:00,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-14T19:34:00,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-14T19:34:00,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-14T19:34:00,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-14T19:34:00,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-14T19:34:00,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-14T19:34:00,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-14T19:34:00,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-14T19:34:00,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-14T19:34:00,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-14T19:34:00,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-14T19:34:00,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-14T19:34:00,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-14T19:34:00,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-14T19:34:00,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-14T19:34:00,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-14T19:34:00,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=947, seq=0 2024-11-14T19:34:00,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=948, seq=0 2024-11-14T19:34:00,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=949, seq=0 2024-11-14T19:34:00,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=950, seq=0 2024-11-14T19:34:00,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=951, seq=0 2024-11-14T19:34:00,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=952, seq=0 2024-11-14T19:34:00,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=953, seq=0 2024-11-14T19:34:00,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=954, seq=0 2024-11-14T19:34:00,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=955, seq=0 2024-11-14T19:34:00,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=956, seq=0 2024-11-14T19:34:00,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=957, seq=0 2024-11-14T19:34:00,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=958, seq=0 2024-11-14T19:34:00,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=959, seq=0 2024-11-14T19:34:00,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=960, seq=0 2024-11-14T19:34:00,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=961, seq=0 2024-11-14T19:34:00,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=962, seq=0 2024-11-14T19:34:00,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=963, seq=0 2024-11-14T19:34:00,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=964, seq=0 2024-11-14T19:34:00,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=965, seq=0 2024-11-14T19:34:00,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=966, seq=0 2024-11-14T19:34:00,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=967, seq=0 2024-11-14T19:34:00,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=968, seq=0 2024-11-14T19:34:00,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=969, seq=0 2024-11-14T19:34:00,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=970, seq=0 2024-11-14T19:34:00,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=971, seq=0 2024-11-14T19:34:00,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=972, seq=0 2024-11-14T19:34:00,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=973, seq=0 2024-11-14T19:34:00,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=974, seq=0 2024-11-14T19:34:00,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=975, seq=0 2024-11-14T19:34:00,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=976, seq=0 2024-11-14T19:34:00,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=977, seq=0 2024-11-14T19:34:00,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=978, seq=0 2024-11-14T19:34:00,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=979, seq=0 2024-11-14T19:34:00,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=980, seq=0 2024-11-14T19:34:00,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=981, seq=0 2024-11-14T19:34:00,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=982, seq=0 2024-11-14T19:34:00,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=983, seq=0 2024-11-14T19:34:00,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=984, seq=0 2024-11-14T19:34:00,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=985, seq=0 2024-11-14T19:34:00,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=986, seq=0 2024-11-14T19:34:00,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=987, seq=0 2024-11-14T19:34:00,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,416 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=988, seq=0 2024-11-14T19:34:00,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,418 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=989, seq=0 2024-11-14T19:34:00,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=990, seq=0 2024-11-14T19:34:00,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=991, seq=0 2024-11-14T19:34:00,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=992, seq=0 2024-11-14T19:34:00,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=993, seq=0 2024-11-14T19:34:00,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=994, seq=0 2024-11-14T19:34:00,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=995, seq=0 2024-11-14T19:34:00,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,429 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=996, seq=0 2024-11-14T19:34:00,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=997, seq=0 2024-11-14T19:34:00,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=998, seq=0 2024-11-14T19:34:00,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=999, seq=0 2024-11-14T19:34:00,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,435 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1000, seq=0 2024-11-14T19:34:00,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1001, seq=0 2024-11-14T19:34:00,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1002, seq=0 2024-11-14T19:34:00,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1003, seq=0 2024-11-14T19:34:00,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1004, seq=0 2024-11-14T19:34:00,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1005, seq=0 2024-11-14T19:34:00,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1006, seq=0 2024-11-14T19:34:00,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1007, seq=0 2024-11-14T19:34:00,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1008, seq=0 2024-11-14T19:34:00,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1009, seq=0 2024-11-14T19:34:00,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1010, seq=0 2024-11-14T19:34:00,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1011, seq=0 2024-11-14T19:34:00,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1012, seq=0 2024-11-14T19:34:00,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1013, seq=0 2024-11-14T19:34:00,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1014, seq=0 2024-11-14T19:34:00,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1015, seq=0 2024-11-14T19:34:00,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1016, seq=0 2024-11-14T19:34:00,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1017, seq=0 2024-11-14T19:34:00,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1018, seq=0 2024-11-14T19:34:00,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1019, seq=0 2024-11-14T19:34:00,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1020, seq=0 2024-11-14T19:34:00,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1021, seq=0 2024-11-14T19:34:00,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1022, seq=0 2024-11-14T19:34:00,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1023, seq=0 2024-11-14T19:34:00,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1024, seq=0 2024-11-14T19:34:00,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1025, seq=0 2024-11-14T19:34:00,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1026, seq=0 2024-11-14T19:34:00,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1027, seq=0 2024-11-14T19:34:00,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1028, seq=0 2024-11-14T19:34:00,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1029, seq=0 2024-11-14T19:34:00,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=1030, seq=0 2024-11-14T19:34:00,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T19:34:00,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T19:34:00,484 WARN [ResponseProcessor for block BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:00,484 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1258916320_537 at /127.0.0.1:34232 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:39315:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34232 dst: /127.0.0.1:39315 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39315 remote=/127.0.0.1:34232]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:00,484 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1258916320_537 at /127.0.0.1:49560 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:41871:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49560 dst: /127.0.0.1:41871 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:00,484 WARN [DataStreamer for file /user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 block BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39315,DS-174747a3-f407-4fd6-99e3-0191be818ffd,DISK], DatanodeInfoWithStorage[127.0.0.1:41871,DS-8a4c5ca3-ae15-4065-bbb8-7565fc7ee700,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39315,DS-174747a3-f407-4fd6-99e3-0191be818ffd,DISK]) is bad. 2024-11-14T19:34:00,485 WARN [DataStreamer for file /user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 block BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:00,486 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:00,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741874_1056 (size=65345) 2024-11-14T19:34:00,487 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-14T19:34:00,487 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 1031 2024-11-14T19:34:00,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-14T19:34:00,487 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:00,488 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-842264620-172.17.0.2-1731612827788:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:04,299 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 after 4001ms 2024-11-14T19:34:04,303 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 took 4007ms 2024-11-14T19:34:04,335 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2; continuing. 2024-11-14T19:34:04,335 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 so closing down 2024-11-14T19:34:04,335 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:04,335 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:04,338 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:04,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:04,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:04,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741879_1057 (size=743) 2024-11-14T19:34:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741879_1057 (size=743) 2024-11-14T19:34:04,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:04,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:04,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741880_1058 (size=64703) 2024-11-14T19:34:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741880_1058 (size=64703) 2024-11-14T19:34:04,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1010 edits, skipped 0 edits in 6 ms) 2024-11-14T19:34:04,355 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:04,355 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1020 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T19:34:04,355 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2, size=150 (150bytes) at 1731612840297Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 so closing down at 1731612844335 (+4038 ms)3 split writer threads finished at 1731612844335Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612844340 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612844340Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612844349 (+9 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612844351 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 1010 edits, skipped 0 edits in 6 ms) at 1731612844353 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612844355 (+2 ms)Processed 1020 edits across 2 Regions in 51 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731612844355 2024-11-14T19:34:04,357 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/WALs/testlogcannotbewrittenonceparsed,16010,1731612838690/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/059e3309-6cae-9218-ab1f-686be1a333d3/oldWALs/wal.dat.2 2024-11-14T19:34:04,358 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-14T19:34:04,379 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=1030, robber=1030 2024-11-14T19:34:04,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=145 (was 141) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2122800621_22 at /127.0.0.1:43158 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:44907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:41061 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2113206051) connection to localhost/127.0.0.1:41061 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:41061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2122800621_22 at /127.0.0.1:49656 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:41061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=401 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=6455 (was 6591) 2024-11-14T19:34:04,395 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=145, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=6453 2024-11-14T19:34:04,395 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:04,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741881_1059 (size=7) 2024-11-14T19:34:04,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741881_1059 (size=7) 2024-11-14T19:34:04,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:04,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:04,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:04,409 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:04,410 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:04,411 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:04,413 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:04,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741882_1060 (size=1393) 2024-11-14T19:34:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741882_1060 (size=1393) 2024-11-14T19:34:04,430 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:04,430 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:04,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741883_1061 (size=1393) 2024-11-14T19:34:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741883_1061 (size=1393) 2024-11-14T19:34:04,448 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:04,448 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:04,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,459 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741884_1062 (size=1393) 2024-11-14T19:34:04,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741884_1062 (size=1393) 2024-11-14T19:34:04,466 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:04,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741885_1063 (size=1393) 2024-11-14T19:34:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741885_1063 (size=1393) 2024-11-14T19:34:04,491 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:04,491 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:04,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741886_1064 (size=1393) 2024-11-14T19:34:04,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741886_1064 (size=1393) 2024-11-14T19:34:04,509 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:04,509 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741887_1065 (size=1393) 2024-11-14T19:34:04,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741887_1065 (size=1393) 2024-11-14T19:34:04,527 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:04,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741888_1066 (size=1405) 2024-11-14T19:34:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741888_1066 (size=1405) 2024-11-14T19:34:04,542 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:04,542 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:04,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741889_1067 (size=1413) 2024-11-14T19:34:04,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741889_1067 (size=1413) 2024-11-14T19:34:04,565 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:04,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741890_1068 (size=1413) 2024-11-14T19:34:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741890_1068 (size=1413) 2024-11-14T19:34:04,581 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:04,581 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:04,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:04,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741891_1069 (size=1413) 2024-11-14T19:34:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741891_1069 (size=1413) 2024-11-14T19:34:05,015 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:05,040 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:05,040 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0 2024-11-14T19:34:05,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0 after 2ms 2024-11-14T19:34:05,043 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:07,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0 took 2016ms 2024-11-14T19:34:07,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0 so closing down 2024-11-14T19:34:07,060 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:07,060 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:07,066 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:07,067 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:07,067 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:07,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741892_1070 (size=743) 2024-11-14T19:34:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741892_1070 (size=743) 2024-11-14T19:34:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741893_1071 (size=743) 2024-11-14T19:34:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741893_1071 (size=743) 2024-11-14T19:34:07,081 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:07,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:07,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:07,493 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:07,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:07,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0, size=1.4 K (1393bytes) at 1731612845040Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0 so closing down at 1731612847060 (+2020 ms)3 split writer threads finished at 1731612847060Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612847068 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612847068Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612847081 (+13 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612847085 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612847483 (+398 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612847493 (+10 ms)Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612847493 2024-11-14T19:34:07,498 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.0 2024-11-14T19:34:07,499 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:07,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1 2024-11-14T19:34:07,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1 after 0ms 2024-11-14T19:34:07,504 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1 took 6ms 2024-11-14T19:34:07,505 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1 so closing down 2024-11-14T19:34:07,505 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:07,505 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:07,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:07,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:07,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:07,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:07,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741894_1072 (size=743) 2024-11-14T19:34:07,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741894_1072 (size=743) 2024-11-14T19:34:07,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741895_1073 (size=743) 2024-11-14T19:34:07,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:07,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741895_1073 (size=743) 2024-11-14T19:34:07,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:07,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:07,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:07,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:07,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1, size=1.4 K (1393bytes) at 1731612847499Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1 so closing down at 1731612847505 (+6 ms)3 split writer threads finished at 1731612847505Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612847511 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612847511Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612847520 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612847521 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612847526 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612847526Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612847527 (+1 ms) 2024-11-14T19:34:07,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.1 2024-11-14T19:34:07,531 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:07,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2 2024-11-14T19:34:07,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2 after 1ms 2024-11-14T19:34:07,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2 took 5ms 2024-11-14T19:34:07,537 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2 so closing down 2024-11-14T19:34:07,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:07,538 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:07,541 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:07,542 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:07,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:07,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:07,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741897_1075 (size=743) 2024-11-14T19:34:07,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741897_1075 (size=743) 2024-11-14T19:34:07,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:07,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:07,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741896_1074 (size=743) 2024-11-14T19:34:07,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741896_1074 (size=743) 2024-11-14T19:34:07,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:07,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:07,559 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:07,559 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2, size=1.4 K (1393bytes) at 1731612847531Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2 so closing down at 1731612847537 (+6 ms)3 split writer threads finished at 1731612847538 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612847543 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612847543Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612847550 (+7 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612847553 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612847556 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612847559 (+3 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612847559 2024-11-14T19:34:07,563 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.2 2024-11-14T19:34:07,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:07,563 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3 2024-11-14T19:34:07,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3 after 1ms 2024-11-14T19:34:07,567 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3 took 4ms 2024-11-14T19:34:07,569 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3 so closing down 2024-11-14T19:34:07,569 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:07,569 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:07,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:07,573 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:07,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:07,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741899_1077 (size=743) 2024-11-14T19:34:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741899_1077 (size=743) 2024-11-14T19:34:07,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741898_1076 (size=743) 2024-11-14T19:34:07,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741898_1076 (size=743) 2024-11-14T19:34:07,585 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:07,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:07,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:07,590 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:07,590 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:07,590 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3, size=1.4 K (1393bytes) at 1731612847563Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3 so closing down at 1731612847569 (+6 ms)3 split writer threads finished at 1731612847569Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612847575 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612847575Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612847585 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612847587 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612847589 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612847590 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612847590 2024-11-14T19:34:07,594 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.3 2024-11-14T19:34:07,595 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:07,595 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4 2024-11-14T19:34:07,596 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4 after 1ms 2024-11-14T19:34:07,601 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4 took 6ms 2024-11-14T19:34:07,604 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4 so closing down 2024-11-14T19:34:07,604 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:07,604 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:07,608 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:07,608 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:07,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:07,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:07,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741900_1078 (size=743) 2024-11-14T19:34:07,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741900_1078 (size=743) 2024-11-14T19:34:07,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741901_1079 (size=743) 2024-11-14T19:34:07,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741901_1079 (size=743) 2024-11-14T19:34:07,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:07,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:08,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:08,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:08,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:08,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4, size=1.4 K (1393bytes) at 1731612847595Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4 so closing down at 1731612847604 (+9 ms)3 split writer threads finished at 1731612847604Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612847610 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612847610Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612847618 (+8 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612847622 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612848018 (+396 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612848022 (+4 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612848023 (+1 ms) 2024-11-14T19:34:08,027 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.4 2024-11-14T19:34:08,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:08,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5 2024-11-14T19:34:08,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5 after 1ms 2024-11-14T19:34:08,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5 took 5ms 2024-11-14T19:34:08,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5 so closing down 2024-11-14T19:34:08,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:08,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:08,038 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:08,038 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:08,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:08,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741903_1081 (size=743) 2024-11-14T19:34:08,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741903_1081 (size=743) 2024-11-14T19:34:08,048 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741902_1080 (size=743) 2024-11-14T19:34:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741902_1080 (size=743) 2024-11-14T19:34:08,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T19:34:08,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:08,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:08,455 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:08,455 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5, size=1.4 K (1393bytes) at 1731612848027Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5 so closing down at 1731612848033 (+6 ms)3 split writer threads finished at 1731612848033Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612848039 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612848039Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612848048 (+9 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731612848052 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612848452 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612848455 (+3 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612848455 2024-11-14T19:34:08,459 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.5 2024-11-14T19:34:08,460 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:08,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6 2024-11-14T19:34:08,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6 after 0ms 2024-11-14T19:34:08,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6 took 5ms 2024-11-14T19:34:08,468 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6 so closing down 2024-11-14T19:34:08,468 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:08,468 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:08,472 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:08,472 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:08,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:08,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:08,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741905_1083 (size=749) 2024-11-14T19:34:08,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741904_1082 (size=749) 2024-11-14T19:34:08,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741905_1083 (size=749) 2024-11-14T19:34:08,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741904_1082 (size=749) 2024-11-14T19:34:08,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:08,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:08,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:08,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:08,895 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:08,895 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6, size=1.4 K (1405bytes) at 1731612848460Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6 so closing down at 1731612848468 (+8 ms)3 split writer threads finished at 1731612848468Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612848474 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612848475 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612848888 (+413 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612848890 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612848894 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612848895 (+1 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612848895 2024-11-14T19:34:08,899 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.6 2024-11-14T19:34:08,899 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:08,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7 2024-11-14T19:34:08,900 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7 after 1ms 2024-11-14T19:34:08,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7 took 6ms 2024-11-14T19:34:08,907 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7 so closing down 2024-11-14T19:34:08,907 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:08,907 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:08,910 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:08,910 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:08,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:08,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741906_1084 (size=753) 2024-11-14T19:34:08,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741906_1084 (size=753) 2024-11-14T19:34:08,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:08,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:08,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741907_1085 (size=753) 2024-11-14T19:34:08,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741907_1085 (size=753) 2024-11-14T19:34:08,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:08,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:08,932 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:08,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7, size=1.4 K (1413bytes) at 1731612848899Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7 so closing down at 1731612848907 (+8 ms)3 split writer threads finished at 1731612848908 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612848912 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612848915 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612848920 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612848922 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612848929 (+7 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612848932 (+3 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612848932 2024-11-14T19:34:08,935 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.7 2024-11-14T19:34:08,935 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:08,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8 2024-11-14T19:34:08,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8 after 1ms 2024-11-14T19:34:08,939 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8 took 4ms 2024-11-14T19:34:08,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8 so closing down 2024-11-14T19:34:08,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:08,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:08,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:08,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:08,946 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:08,947 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:08,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741908_1086 (size=753) 2024-11-14T19:34:08,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741908_1086 (size=753) 2024-11-14T19:34:08,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741909_1087 (size=753) 2024-11-14T19:34:08,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741909_1087 (size=753) 2024-11-14T19:34:08,960 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:08,963 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:09,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:09,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:09,359 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:09,359 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8, size=1.4 K (1413bytes) at 1731612848935Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8 so closing down at 1731612848941 (+6 ms)3 split writer threads finished at 1731612848941Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612848946 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612848947 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612848960 (+13 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612848963 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612849353 (+390 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612849358 (+5 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612849359 (+1 ms) 2024-11-14T19:34:09,364 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.8 2024-11-14T19:34:09,365 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:09,365 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9 2024-11-14T19:34:09,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9 after 1ms 2024-11-14T19:34:09,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9 took 5ms 2024-11-14T19:34:09,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9 so closing down 2024-11-14T19:34:09,372 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:09,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:09,375 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:09,376 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:09,377 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:09,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:09,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741910_1088 (size=753) 2024-11-14T19:34:09,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741910_1088 (size=753) 2024-11-14T19:34:09,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741911_1089 (size=753) 2024-11-14T19:34:09,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:09,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741911_1089 (size=753) 2024-11-14T19:34:09,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:09,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:09,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:09,794 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:09,794 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9, size=1.4 K (1413bytes) at 1731612849365Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9 so closing down at 1731612849372 (+7 ms)3 split writer threads finished at 1731612849372Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612849377 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612849377Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612849386 (+9 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612849388 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612849788 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612849793 (+5 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612849794 (+1 ms) 2024-11-14T19:34:09,800 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/WALs/testretryopenduringrecovery,16010,1731612844409/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/15ec04fd-320a-864f-1c18-1763c34f3604/oldWALs/wal.dat.9 2024-11-14T19:34:09,814 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=145 (was 145), OpenFileDescriptor=401 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=6376 (was 6453) 2024-11-14T19:34:09,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=145, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=6376 2024-11-14T19:34:09,820 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:09,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741912_1090 (size=7) 2024-11-14T19:34:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741912_1090 (size=7) 2024-11-14T19:34:09,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:09,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:09,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:09,834 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:09,834 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:09,835 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:09,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:09,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741913_1091 (size=1393) 2024-11-14T19:34:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741913_1091 (size=1393) 2024-11-14T19:34:09,852 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:09,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:09,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741914_1092 (size=1393) 2024-11-14T19:34:09,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741914_1092 (size=1393) 2024-11-14T19:34:09,866 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:09,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741915_1093 (size=1393) 2024-11-14T19:34:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741915_1093 (size=1393) 2024-11-14T19:34:09,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:09,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:09,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741916_1094 (size=1393) 2024-11-14T19:34:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741916_1094 (size=1393) 2024-11-14T19:34:09,893 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:09,893 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:09,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741917_1095 (size=1393) 2024-11-14T19:34:09,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741917_1095 (size=1393) 2024-11-14T19:34:09,908 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:09,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:09,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:09,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741919_1097 (size=1405) 2024-11-14T19:34:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741919_1097 (size=1405) 2024-11-14T19:34:09,936 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:09,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:09,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741920_1098 (size=1413) 2024-11-14T19:34:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741920_1098 (size=1413) 2024-11-14T19:34:09,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:09,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:09,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741921_1099 (size=1413) 2024-11-14T19:34:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741921_1099 (size=1413) 2024-11-14T19:34:09,985 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:09,985 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:09,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:09,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:09,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:10,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:10,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:10,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741922_1100 (size=1413) 2024-11-14T19:34:10,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741922_1100 (size=1413) 2024-11-14T19:34:10,005 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:10,022 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:10,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0 2024-11-14T19:34:10,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0 after 0ms 2024-11-14T19:34:10,025 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0 took 3ms 2024-11-14T19:34:10,027 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0 so closing down 2024-11-14T19:34:10,027 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:10,027 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:10,030 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:10,030 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:10,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:10,031 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741923_1101 (size=743) 2024-11-14T19:34:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741923_1101 (size=743) 2024-11-14T19:34:10,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:10,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741924_1102 (size=743) 2024-11-14T19:34:10,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741924_1102 (size=743) 2024-11-14T19:34:10,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:10,050 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:10,050 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0, size=1.4 K (1393bytes) at 1731612850022Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0 so closing down at 1731612850027 (+5 ms)3 split writer threads finished at 1731612850027Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612850031 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612850031Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850042 (+11 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612850043 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850049 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612850050 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612850050 2024-11-14T19:34:10,053 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.0 2024-11-14T19:34:10,053 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:10,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1 2024-11-14T19:34:10,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1 after 0ms 2024-11-14T19:34:10,055 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1 took 2ms 2024-11-14T19:34:10,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1 so closing down 2024-11-14T19:34:10,057 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:10,057 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:10,059 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:10,059 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:10,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:10,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741926_1104 (size=743) 2024-11-14T19:34:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741925_1103 (size=743) 2024-11-14T19:34:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741926_1104 (size=743) 2024-11-14T19:34:10,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741925_1103 (size=743) 2024-11-14T19:34:10,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,069 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,070 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:10,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:10,070 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:10,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1, size=1.4 K (1393bytes) at 1731612850053Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1 so closing down at 1731612850056 (+3 ms)3 split writer threads finished at 1731612850057 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612850060 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612850060Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850069 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850069Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612850070 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612850070Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612850070 2024-11-14T19:34:10,072 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.1 2024-11-14T19:34:10,072 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:10,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2 2024-11-14T19:34:10,073 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2 after 0ms 2024-11-14T19:34:10,075 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2 took 3ms 2024-11-14T19:34:10,076 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2 so closing down 2024-11-14T19:34:10,076 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:10,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:10,079 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:10,079 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:10,080 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:10,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:10,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741927_1105 (size=743) 2024-11-14T19:34:10,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741927_1105 (size=743) 2024-11-14T19:34:10,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741928_1106 (size=743) 2024-11-14T19:34:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741928_1106 (size=743) 2024-11-14T19:34:10,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:10,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:10,104 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2, size=1.4 K (1393bytes) at 1731612850072Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2 so closing down at 1731612850076 (+4 ms)3 split writer threads finished at 1731612850076Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612850080 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612850082 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850093 (+11 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612850095 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850102 (+7 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612850104 (+2 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612850104 2024-11-14T19:34:10,106 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.2 2024-11-14T19:34:10,107 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:10,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3 2024-11-14T19:34:10,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3 after 0ms 2024-11-14T19:34:10,110 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3 took 4ms 2024-11-14T19:34:10,112 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3 so closing down 2024-11-14T19:34:10,112 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:10,112 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:10,115 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:10,115 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:10,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:10,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741930_1108 (size=743) 2024-11-14T19:34:10,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741930_1108 (size=743) 2024-11-14T19:34:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741929_1107 (size=743) 2024-11-14T19:34:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741929_1107 (size=743) 2024-11-14T19:34:10,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,540 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:10,540 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:10,540 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3, size=1.4 K (1393bytes) at 1731612850107Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3 so closing down at 1731612850112 (+5 ms)3 split writer threads finished at 1731612850112Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612850117 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612850118 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850130 (+12 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612850131 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850537 (+406 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612850540 (+3 ms)Processed 20 edits across 2 Regions in 429 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612850540 2024-11-14T19:34:10,543 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.3 2024-11-14T19:34:10,544 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:10,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4 2024-11-14T19:34:10,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4 after 1ms 2024-11-14T19:34:10,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4 took 5ms 2024-11-14T19:34:10,551 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4 so closing down 2024-11-14T19:34:10,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:10,551 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:10,554 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:10,554 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:10,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:10,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:10,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741932_1110 (size=743) 2024-11-14T19:34:10,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741931_1109 (size=743) 2024-11-14T19:34:10,559 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:10,561 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:10,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:10,561 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:10,562 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4, size=1.4 K (1393bytes) at 1731612850544Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4 so closing down at 1731612850551 (+7 ms)3 split writer threads finished at 1731612850551Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612850555 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612850555Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850559 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612850560 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612850561 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612850561Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612850561 2024-11-14T19:34:10,563 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.4 2024-11-14T19:34:10,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741931_1109 (size=743) 2024-11-14T19:34:10,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741932_1110 (size=743) 2024-11-14T19:34:10,563 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5, size=150 (150bytes) 2024-11-14T19:34:10,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 2024-11-14T19:34:10,564 WARN [IPC Server handler 1 on default port 41061 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-14T19:34:10,564 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 after 0ms 2024-11-14T19:34:11,488 WARN [ResponseProcessor for block BP-842264620-172.17.0.2-1731612827788:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-842264620-172.17.0.2-1731612827788:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:11,488 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1580351890_22 at /127.0.0.1:50054 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:39315:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50054 dst: /127.0.0.1:39315 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:11,488 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1580351890_22 at /127.0.0.1:43524 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:41871:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43524 dst: /127.0.0.1:41871 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41871 remote=/127.0.0.1:43524]. Total timeout mills is 60000, 58435 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:11,489 WARN [DataStreamer for file /user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 block BP-842264620-172.17.0.2-1731612827788:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-842264620-172.17.0.2-1731612827788:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41871,DS-8a4c5ca3-ae15-4065-bbb8-7565fc7ee700,DISK], DatanodeInfoWithStorage[127.0.0.1:39315,DS-174747a3-f407-4fd6-99e3-0191be818ffd,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41871,DS-8a4c5ca3-ae15-4065-bbb8-7565fc7ee700,DISK]) is bad. 2024-11-14T19:34:11,492 WARN [DataStreamer for file /user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 block BP-842264620-172.17.0.2-1731612827788:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-842264620-172.17.0.2-1731612827788:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741918_1111 (size=1385) 2024-11-14T19:34:14,565 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 after 4001ms 2024-11-14T19:34:14,568 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 took 4005ms 2024-11-14T19:34:14,571 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5; continuing. 2024-11-14T19:34:14,571 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 so closing down 2024-11-14T19:34:14,571 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:14,571 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:14,573 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:14,573 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:14,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:14,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741934_1113 (size=743) 2024-11-14T19:34:14,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741933_1112 (size=743) 2024-11-14T19:34:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741934_1113 (size=743) 2024-11-14T19:34:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741933_1112 (size=743) 2024-11-14T19:34:14,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:14,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:14,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:14,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T19:34:14,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T19:34:14,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5, size=150 (150bytes) at 1731612850563Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 so closing down at 1731612854571 (+4008 ms)3 split writer threads finished at 1731612854571Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612854575 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612854575Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612854982 (+407 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612854982Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612854986 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731612854986Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731612854986 2024-11-14T19:34:14,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.5 2024-11-14T19:34:14,992 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:14,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6 2024-11-14T19:34:14,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6 after 0ms 2024-11-14T19:34:14,995 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6 took 4ms 2024-11-14T19:34:14,996 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6 so closing down 2024-11-14T19:34:14,996 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:14,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:14,998 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:14,998 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:15,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:15,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741935_1114 (size=749) 2024-11-14T19:34:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741935_1114 (size=749) 2024-11-14T19:34:15,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:15,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:15,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741936_1115 (size=749) 2024-11-14T19:34:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741936_1115 (size=749) 2024-11-14T19:34:15,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:15,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:15,011 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:15,011 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6, size=1.4 K (1405bytes) at 1731612854992Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6 so closing down at 1731612854996 (+4 ms)3 split writer threads finished at 1731612854996Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612855000 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612855000Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612855005 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612855007 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612855010 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612855011 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612855011 2024-11-14T19:34:15,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.6 2024-11-14T19:34:15,013 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:15,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7 2024-11-14T19:34:15,013 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7 after 0ms 2024-11-14T19:34:15,015 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7 took 2ms 2024-11-14T19:34:15,016 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7 so closing down 2024-11-14T19:34:15,016 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:15,016 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:15,018 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:15,018 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:15,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:15,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741938_1117 (size=753) 2024-11-14T19:34:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741938_1117 (size=753) 2024-11-14T19:34:15,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:15,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741937_1116 (size=753) 2024-11-14T19:34:15,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741937_1116 (size=753) 2024-11-14T19:34:15,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:15,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:15,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:15,030 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:15,030 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7, size=1.4 K (1413bytes) at 1731612855013Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7 so closing down at 1731612855016 (+3 ms)3 split writer threads finished at 1731612855016Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612855019 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612855019Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612855028 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612855028Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612855029 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612855030 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612855030 2024-11-14T19:34:15,031 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.7 2024-11-14T19:34:15,031 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:15,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8 2024-11-14T19:34:15,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8 after 1ms 2024-11-14T19:34:15,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8 took 3ms 2024-11-14T19:34:15,035 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8 so closing down 2024-11-14T19:34:15,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:15,036 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:15,037 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:15,038 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:15,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:15,039 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741940_1119 (size=753) 2024-11-14T19:34:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741939_1118 (size=753) 2024-11-14T19:34:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741939_1118 (size=753) 2024-11-14T19:34:15,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:15,046 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741940_1119 (size=753) 2024-11-14T19:34:15,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:15,050 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:15,050 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:15,050 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8, size=1.4 K (1413bytes) at 1731612855031Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8 so closing down at 1731612855035 (+4 ms)3 split writer threads finished at 1731612855036 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612855039 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612855039Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612855044 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612855046 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612855049 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612855050 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612855050 2024-11-14T19:34:15,052 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.8 2024-11-14T19:34:15,052 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:15,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9 2024-11-14T19:34:15,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9 after 0ms 2024-11-14T19:34:15,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9 took 2ms 2024-11-14T19:34:15,056 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9 so closing down 2024-11-14T19:34:15,056 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:15,056 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:15,058 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:15,058 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:15,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:15,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741941_1120 (size=753) 2024-11-14T19:34:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741942_1121 (size=753) 2024-11-14T19:34:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741941_1120 (size=753) 2024-11-14T19:34:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741942_1121 (size=753) 2024-11-14T19:34:15,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:15,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:15,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:15,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:15,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:15,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9, size=1.4 K (1413bytes) at 1731612855052Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9 so closing down at 1731612855056 (+4 ms)3 split writer threads finished at 1731612855056Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612855059 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612855059Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612855064 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612855066 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612855466 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612855470 (+4 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612855471 (+1 ms) 2024-11-14T19:34:15,475 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731612849834/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/577fd8a1-a63f-644b-d925-81df20ef4f95/oldWALs/wal.dat.9 2024-11-14T19:34:15,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=141 (was 145), OpenFileDescriptor=397 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 210), ProcessCount=11 (was 11), AvailableMemoryMB=6290 (was 6376) 2024-11-14T19:34:15,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=6290 2024-11-14T19:34:15,550 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741943_1122 (size=7) 2024-11-14T19:34:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741943_1122 (size=7) 2024-11-14T19:34:15,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:15,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:15,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:15,563 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:15,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=6289 (was 6290) 2024-11-14T19:34:15,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=6289 2024-11-14T19:34:15,580 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741944_1123 (size=7) 2024-11-14T19:34:15,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741944_1123 (size=7) 2024-11-14T19:34:15,589 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:15,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:15,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:15,594 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:15,595 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:15,596 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:15,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:15,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741945_1124 (size=1393) 2024-11-14T19:34:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741945_1124 (size=1393) 2024-11-14T19:34:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:16,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:16,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741946_1125 (size=1393) 2024-11-14T19:34:16,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741946_1125 (size=1393) 2024-11-14T19:34:16,029 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:16,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,036 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,037 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,039 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741947_1126 (size=1393) 2024-11-14T19:34:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741947_1126 (size=1393) 2024-11-14T19:34:16,042 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:16,043 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,052 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,052 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741948_1127 (size=1393) 2024-11-14T19:34:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741948_1127 (size=1393) 2024-11-14T19:34:16,060 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:16,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:16,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741949_1128 (size=1393) 2024-11-14T19:34:16,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741949_1128 (size=1393) 2024-11-14T19:34:16,074 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:16,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:16,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741950_1129 (size=1393) 2024-11-14T19:34:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741950_1129 (size=1393) 2024-11-14T19:34:16,090 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:16,090 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:16,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,097 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,097 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741951_1130 (size=1405) 2024-11-14T19:34:16,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741951_1130 (size=1405) 2024-11-14T19:34:16,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:16,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:16,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741952_1131 (size=1413) 2024-11-14T19:34:16,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741952_1131 (size=1413) 2024-11-14T19:34:16,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:16,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:16,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741953_1132 (size=1413) 2024-11-14T19:34:16,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741953_1132 (size=1413) 2024-11-14T19:34:16,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:16,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:16,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:16,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741954_1133 (size=1413) 2024-11-14T19:34:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741954_1133 (size=1413) 2024-11-14T19:34:16,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:16,163 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:16,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0 2024-11-14T19:34:16,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0 after 0ms 2024-11-14T19:34:16,166 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0 took 3ms 2024-11-14T19:34:16,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0 so closing down 2024-11-14T19:34:16,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:16,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:16,170 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:16,171 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:16,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:16,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741955_1134 (size=743) 2024-11-14T19:34:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741956_1135 (size=743) 2024-11-14T19:34:16,178 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:16,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741956_1135 (size=743) 2024-11-14T19:34:16,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741955_1134 (size=743) 2024-11-14T19:34:16,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:16,179 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:16,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:16,179 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:16,179 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0, size=1.4 K (1393bytes) at 1731612856163Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0 so closing down at 1731612856168 (+5 ms)3 split writer threads finished at 1731612856168Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612856171 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612856171Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612856178 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612856178Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612856179 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612856179Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612856179 2024-11-14T19:34:16,181 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.0 2024-11-14T19:34:16,181 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:16,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1 2024-11-14T19:34:16,181 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1 after 0ms 2024-11-14T19:34:16,183 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1 took 2ms 2024-11-14T19:34:16,184 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1 so closing down 2024-11-14T19:34:16,184 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:16,184 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:16,186 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:16,186 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:16,187 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:16,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741958_1137 (size=743) 2024-11-14T19:34:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741958_1137 (size=743) 2024-11-14T19:34:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741957_1136 (size=743) 2024-11-14T19:34:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741957_1136 (size=743) 2024-11-14T19:34:16,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:16,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:16,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:16,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:16,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:16,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1, size=1.4 K (1393bytes) at 1731612856181Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1 so closing down at 1731612856184 (+3 ms)3 split writer threads finished at 1731612856184Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612856187 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612856187Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612856197 (+10 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612856198 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612856598 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612856601 (+3 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612856602 (+1 ms) 2024-11-14T19:34:16,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.1 2024-11-14T19:34:16,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:16,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2 2024-11-14T19:34:16,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2 after 1ms 2024-11-14T19:34:16,611 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2 took 4ms 2024-11-14T19:34:16,613 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2 so closing down 2024-11-14T19:34:16,613 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:16,613 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:16,616 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:16,616 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:16,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:16,617 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741960_1139 (size=743) 2024-11-14T19:34:16,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741959_1138 (size=743) 2024-11-14T19:34:16,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741960_1139 (size=743) 2024-11-14T19:34:16,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741959_1138 (size=743) 2024-11-14T19:34:16,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:16,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:16,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:16,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:16,625 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:16,625 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2, size=1.4 K (1393bytes) at 1731612856607Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2 so closing down at 1731612856613 (+6 ms)3 split writer threads finished at 1731612856613Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612856617 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612856617Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612856623 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612856623Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612856625 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612856625Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612856625 2024-11-14T19:34:16,627 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.2 2024-11-14T19:34:16,627 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:16,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3 2024-11-14T19:34:16,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3 after 1ms 2024-11-14T19:34:16,630 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3 took 3ms 2024-11-14T19:34:16,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3 so closing down 2024-11-14T19:34:16,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:16,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:16,633 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:16,633 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:16,634 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:16,634 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:16,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741961_1140 (size=743) 2024-11-14T19:34:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741962_1141 (size=743) 2024-11-14T19:34:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741961_1140 (size=743) 2024-11-14T19:34:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741962_1141 (size=743) 2024-11-14T19:34:16,639 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:16,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:17,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:17,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:17,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3, size=1.4 K (1393bytes) at 1731612856627Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3 so closing down at 1731612856631 (+4 ms)3 split writer threads finished at 1731612856631Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612856634 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612856634Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612856639 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612856640 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857040 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612857043 (+3 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612857043 2024-11-14T19:34:17,048 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.3 2024-11-14T19:34:17,048 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:17,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4 2024-11-14T19:34:17,049 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4 after 1ms 2024-11-14T19:34:17,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4 took 5ms 2024-11-14T19:34:17,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4 so closing down 2024-11-14T19:34:17,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:17,055 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:17,058 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:17,058 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:17,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:17,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741963_1142 (size=743) 2024-11-14T19:34:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741963_1142 (size=743) 2024-11-14T19:34:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741964_1143 (size=743) 2024-11-14T19:34:17,064 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741964_1143 (size=743) 2024-11-14T19:34:17,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:17,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:17,469 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:17,469 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4, size=1.4 K (1393bytes) at 1731612857048Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4 so closing down at 1731612857055 (+7 ms)3 split writer threads finished at 1731612857055Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612857059 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612857059Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857064 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612857066 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857466 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612857469 (+3 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612857469 2024-11-14T19:34:17,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.4 2024-11-14T19:34:17,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:17,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5 2024-11-14T19:34:17,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5 after 0ms 2024-11-14T19:34:17,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5 took 5ms 2024-11-14T19:34:17,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5 so closing down 2024-11-14T19:34:17,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:17,481 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:17,484 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:17,484 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:17,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:17,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741965_1144 (size=743) 2024-11-14T19:34:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741965_1144 (size=743) 2024-11-14T19:34:17,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T19:34:17,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741966_1145 (size=743) 2024-11-14T19:34:17,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741966_1145 (size=743) 2024-11-14T19:34:17,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:17,506 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:17,506 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5, size=1.4 K (1393bytes) at 1731612857474Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5 so closing down at 1731612857481 (+7 ms)3 split writer threads finished at 1731612857481Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612857485 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612857485Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857497 (+12 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731612857498 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857504 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612857506 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612857506 2024-11-14T19:34:17,508 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.5 2024-11-14T19:34:17,508 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:17,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6 2024-11-14T19:34:17,509 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6 after 0ms 2024-11-14T19:34:17,510 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6 took 2ms 2024-11-14T19:34:17,511 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6 so closing down 2024-11-14T19:34:17,511 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:17,511 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:17,514 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:17,514 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:17,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:17,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:17,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741967_1146 (size=749) 2024-11-14T19:34:17,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741967_1146 (size=749) 2024-11-14T19:34:17,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741968_1147 (size=749) 2024-11-14T19:34:17,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741968_1147 (size=749) 2024-11-14T19:34:17,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:17,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:17,927 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:17,927 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6, size=1.4 K (1405bytes) at 1731612857508Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6 so closing down at 1731612857511 (+3 ms)3 split writer threads finished at 1731612857511Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612857515 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612857515Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857520 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612857521 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857922 (+401 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612857927 (+5 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612857927 2024-11-14T19:34:17,933 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.6 2024-11-14T19:34:17,933 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:17,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7 2024-11-14T19:34:17,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7 after 1ms 2024-11-14T19:34:17,936 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7 took 3ms 2024-11-14T19:34:17,938 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7 so closing down 2024-11-14T19:34:17,938 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:17,938 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:17,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:17,941 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:17,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:17,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741969_1148 (size=753) 2024-11-14T19:34:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741969_1148 (size=753) 2024-11-14T19:34:17,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:17,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741970_1149 (size=753) 2024-11-14T19:34:17,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741970_1149 (size=753) 2024-11-14T19:34:17,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:17,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:17,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7, size=1.4 K (1413bytes) at 1731612857933Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7 so closing down at 1731612857938 (+5 ms)3 split writer threads finished at 1731612857938Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612857942 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612857942Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857949 (+7 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612857951 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857955 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612857957 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612857957 2024-11-14T19:34:17,958 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.7 2024-11-14T19:34:17,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:17,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8 2024-11-14T19:34:17,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8 after 0ms 2024-11-14T19:34:17,961 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8 took 3ms 2024-11-14T19:34:17,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8 so closing down 2024-11-14T19:34:17,962 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:17,962 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:17,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:17,964 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:17,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:17,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741971_1150 (size=753) 2024-11-14T19:34:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741971_1150 (size=753) 2024-11-14T19:34:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741972_1151 (size=753) 2024-11-14T19:34:17,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741972_1151 (size=753) 2024-11-14T19:34:17,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:18,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:18,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:18,375 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:18,375 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8, size=1.4 K (1413bytes) at 1731612857959Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8 so closing down at 1731612857962 (+3 ms)3 split writer threads finished at 1731612857962Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612857965 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612857965Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612857970 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612857971 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612858371 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612858375 (+4 ms)Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612858375 2024-11-14T19:34:18,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.8 2024-11-14T19:34:18,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:18,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9 2024-11-14T19:34:18,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9 after 1ms 2024-11-14T19:34:18,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9 took 5ms 2024-11-14T19:34:18,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9 so closing down 2024-11-14T19:34:18,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:18,386 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:18,389 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:18,389 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:18,390 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:18,390 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741973_1152 (size=753) 2024-11-14T19:34:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741973_1152 (size=753) 2024-11-14T19:34:18,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:18,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741974_1153 (size=753) 2024-11-14T19:34:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741974_1153 (size=753) 2024-11-14T19:34:18,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:18,402 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:18,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:18,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9, size=1.4 K (1413bytes) at 1731612858379Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9 so closing down at 1731612858386 (+7 ms)3 split writer threads finished at 1731612858386Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612858390 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612858390Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612858397 (+7 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612858398 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612858400 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612858402 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612858402 2024-11-14T19:34:18,403 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/WALs/testsplit,16010,1731612855594/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/e4fb3202-41bd-41c4-b82b-6e23fab0fc6f/oldWALs/wal.dat.9 2024-11-14T19:34:18,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 201) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6282 (was 6289) 2024-11-14T19:34:18,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6282 2024-11-14T19:34:18,459 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:18,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741975_1154 (size=7) 2024-11-14T19:34:18,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741975_1154 (size=7) 2024-11-14T19:34:18,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:18,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:18,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:18,470 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:18,472 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:18,472 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:18,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:18,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741976_1155 (size=1393) 2024-11-14T19:34:18,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741976_1155 (size=1393) 2024-11-14T19:34:18,487 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:18,487 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:18,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741977_1156 (size=1393) 2024-11-14T19:34:18,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741977_1156 (size=1393) 2024-11-14T19:34:18,500 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:18,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:18,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741978_1157 (size=1393) 2024-11-14T19:34:18,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741978_1157 (size=1393) 2024-11-14T19:34:18,513 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:18,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:18,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741979_1158 (size=1393) 2024-11-14T19:34:18,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741979_1158 (size=1393) 2024-11-14T19:34:18,523 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:18,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:18,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741980_1159 (size=1393) 2024-11-14T19:34:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741980_1159 (size=1393) 2024-11-14T19:34:18,935 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:18,935 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741981_1160 (size=1393) 2024-11-14T19:34:18,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741981_1160 (size=1393) 2024-11-14T19:34:18,955 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:18,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:18,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,963 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,966 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741982_1161 (size=1405) 2024-11-14T19:34:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741982_1161 (size=1405) 2024-11-14T19:34:18,969 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:18,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:18,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,971 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,975 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741983_1162 (size=1413) 2024-11-14T19:34:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741983_1162 (size=1413) 2024-11-14T19:34:18,982 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:18,982 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:18,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:18,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741984_1163 (size=1413) 2024-11-14T19:34:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741984_1163 (size=1413) 2024-11-14T19:34:18,996 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:18,996 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:18,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:19,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741985_1164 (size=1413) 2024-11-14T19:34:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741985_1164 (size=1413) 2024-11-14T19:34:19,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:19,028 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:19,028 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0 2024-11-14T19:34:19,029 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0 after 1ms 2024-11-14T19:34:19,031 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0 took 3ms 2024-11-14T19:34:19,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0 so closing down 2024-11-14T19:34:19,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:19,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:19,036 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:19,036 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:19,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:19,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741987_1166 (size=743) 2024-11-14T19:34:19,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741986_1165 (size=743) 2024-11-14T19:34:19,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741986_1165 (size=743) 2024-11-14T19:34:19,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,047 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:19,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:19,047 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:19,047 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0, size=1.4 K (1393bytes) at 1731612859028Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0 so closing down at 1731612859033 (+5 ms)3 split writer threads finished at 1731612859033Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612859037 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612859037Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859044 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859044Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612859047 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612859047Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612859047 2024-11-14T19:34:19,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741987_1166 (size=743) 2024-11-14T19:34:19,050 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.0 2024-11-14T19:34:19,050 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:19,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1 2024-11-14T19:34:19,050 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1 after 0ms 2024-11-14T19:34:19,053 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1 took 3ms 2024-11-14T19:34:19,054 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1 so closing down 2024-11-14T19:34:19,054 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:19,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:19,057 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:19,057 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:19,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:19,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:19,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741988_1167 (size=743) 2024-11-14T19:34:19,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741988_1167 (size=743) 2024-11-14T19:34:19,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741989_1168 (size=743) 2024-11-14T19:34:19,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741989_1168 (size=743) 2024-11-14T19:34:19,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:19,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:19,065 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:19,065 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1, size=1.4 K (1393bytes) at 1731612859050Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1 so closing down at 1731612859054 (+4 ms)3 split writer threads finished at 1731612859054Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612859058 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612859058Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859063 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859063Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612859065 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612859065Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612859065 2024-11-14T19:34:19,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.1 2024-11-14T19:34:19,067 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:19,067 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2 2024-11-14T19:34:19,068 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2 after 1ms 2024-11-14T19:34:19,070 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2 took 3ms 2024-11-14T19:34:19,071 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2 so closing down 2024-11-14T19:34:19,071 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:19,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:19,074 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:19,074 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:19,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:19,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:19,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741990_1169 (size=743) 2024-11-14T19:34:19,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741990_1169 (size=743) 2024-11-14T19:34:19,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741991_1170 (size=743) 2024-11-14T19:34:19,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741991_1170 (size=743) 2024-11-14T19:34:19,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:19,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:19,488 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:19,488 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2, size=1.4 K (1393bytes) at 1731612859067Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2 so closing down at 1731612859071 (+4 ms)3 split writer threads finished at 1731612859071Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612859075 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612859075Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859481 (+406 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859481Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612859487 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612859488 (+1 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612859488 2024-11-14T19:34:19,492 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.2 2024-11-14T19:34:19,492 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:19,492 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3 2024-11-14T19:34:19,493 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3 after 1ms 2024-11-14T19:34:19,495 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3 took 3ms 2024-11-14T19:34:19,496 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3 so closing down 2024-11-14T19:34:19,496 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:19,496 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:19,498 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:19,498 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:19,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:19,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741993_1172 (size=743) 2024-11-14T19:34:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741993_1172 (size=743) 2024-11-14T19:34:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741992_1171 (size=743) 2024-11-14T19:34:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741992_1171 (size=743) 2024-11-14T19:34:19,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:19,511 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:19,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:19,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3, size=1.4 K (1393bytes) at 1731612859492Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3 so closing down at 1731612859496 (+4 ms)3 split writer threads finished at 1731612859496Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612859500 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612859500Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859509 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859509Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612859511 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612859511Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612859511 2024-11-14T19:34:19,518 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.3 2024-11-14T19:34:19,518 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:19,518 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4 2024-11-14T19:34:19,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4 after 1ms 2024-11-14T19:34:19,522 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4 took 4ms 2024-11-14T19:34:19,523 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4 so closing down 2024-11-14T19:34:19,523 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:19,523 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:19,525 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:19,526 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:19,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:19,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:19,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741994_1173 (size=743) 2024-11-14T19:34:19,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741995_1174 (size=743) 2024-11-14T19:34:19,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741995_1174 (size=743) 2024-11-14T19:34:19,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741994_1173 (size=743) 2024-11-14T19:34:19,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:19,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,940 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:19,941 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:19,941 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4, size=1.4 K (1393bytes) at 1731612859518Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4 so closing down at 1731612859523 (+5 ms)3 split writer threads finished at 1731612859523Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612859526 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612859527 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859532 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612859534 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859934 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612859940 (+6 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612859941 (+1 ms) 2024-11-14T19:34:19,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.4 2024-11-14T19:34:19,947 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:19,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5 2024-11-14T19:34:19,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5 after 1ms 2024-11-14T19:34:19,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5 took 3ms 2024-11-14T19:34:19,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5 so closing down 2024-11-14T19:34:19,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:19,951 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:19,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:19,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:19,955 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:19,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:19,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741997_1176 (size=743) 2024-11-14T19:34:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741996_1175 (size=743) 2024-11-14T19:34:19,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741997_1176 (size=743) 2024-11-14T19:34:19,964 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741996_1175 (size=743) 2024-11-14T19:34:19,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:19,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T19:34:19,967 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:19,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5, size=1.4 K (1393bytes) at 1731612859947Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5 so closing down at 1731612859951 (+4 ms)3 split writer threads finished at 1731612859951Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612859955 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612859956 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859964 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859964Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612859967 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731612859967Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612859967 2024-11-14T19:34:19,970 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.5 2024-11-14T19:34:19,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:19,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6 2024-11-14T19:34:19,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6 after 1ms 2024-11-14T19:34:19,974 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6 took 4ms 2024-11-14T19:34:19,975 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6 so closing down 2024-11-14T19:34:19,975 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:19,975 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:19,978 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:19,978 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:19,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:19,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741998_1177 (size=749) 2024-11-14T19:34:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741998_1177 (size=749) 2024-11-14T19:34:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073741999_1178 (size=749) 2024-11-14T19:34:19,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073741999_1178 (size=749) 2024-11-14T19:34:19,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:19,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:19,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:19,989 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:19,989 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6, size=1.4 K (1405bytes) at 1731612859970Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6 so closing down at 1731612859975 (+5 ms)3 split writer threads finished at 1731612859975Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612859979 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612859979Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859987 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612859987Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612859989 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612859989Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612859989 2024-11-14T19:34:19,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.6 2024-11-14T19:34:19,992 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:19,992 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7 2024-11-14T19:34:19,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7 after 1ms 2024-11-14T19:34:19,996 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7 took 4ms 2024-11-14T19:34:19,997 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7 so closing down 2024-11-14T19:34:19,997 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:19,997 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:20,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:20,000 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:20,002 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:20,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742001_1180 (size=753) 2024-11-14T19:34:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742001_1180 (size=753) 2024-11-14T19:34:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742000_1179 (size=753) 2024-11-14T19:34:20,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742000_1179 (size=753) 2024-11-14T19:34:20,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:20,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:20,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:20,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:20,417 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:20,417 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7, size=1.4 K (1413bytes) at 1731612859992Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7 so closing down at 1731612859997 (+5 ms)3 split writer threads finished at 1731612859997Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612860002 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612860002Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612860013 (+11 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612860015 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612860414 (+399 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612860417 (+3 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612860417 2024-11-14T19:34:20,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.7 2024-11-14T19:34:20,420 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:20,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8 2024-11-14T19:34:20,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8 after 1ms 2024-11-14T19:34:20,424 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8 took 4ms 2024-11-14T19:34:20,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8 so closing down 2024-11-14T19:34:20,425 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:20,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:20,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:20,428 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:20,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:20,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742003_1182 (size=753) 2024-11-14T19:34:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742002_1181 (size=753) 2024-11-14T19:34:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742002_1181 (size=753) 2024-11-14T19:34:20,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:20,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742003_1182 (size=753) 2024-11-14T19:34:20,441 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:20,441 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:20,441 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:20,441 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8, size=1.4 K (1413bytes) at 1731612860420Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8 so closing down at 1731612860425 (+5 ms)3 split writer threads finished at 1731612860425Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612860430 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612860430Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612860439 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612860439Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612860441 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612860441Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612860441 2024-11-14T19:34:20,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.8 2024-11-14T19:34:20,444 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:20,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9 2024-11-14T19:34:20,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9 after 1ms 2024-11-14T19:34:20,447 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9 took 3ms 2024-11-14T19:34:20,448 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9 so closing down 2024-11-14T19:34:20,448 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:20,448 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:20,451 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:20,451 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:20,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:20,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742004_1183 (size=753) 2024-11-14T19:34:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742004_1183 (size=753) 2024-11-14T19:34:20,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742005_1184 (size=753) 2024-11-14T19:34:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742005_1184 (size=753) 2024-11-14T19:34:20,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:20,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:20,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:20,469 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:20,469 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9, size=1.4 K (1413bytes) at 1731612860444Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9 so closing down at 1731612860448 (+4 ms)3 split writer threads finished at 1731612860448Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612860452 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612860452Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612860465 (+13 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612860467 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612860468 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612860469 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612860469 2024-11-14T19:34:20,472 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/WALs/testmovedwalduringrecovery,16010,1731612858470/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/64ca4f84-5729-f129-42fb-22059cea8d05/oldWALs/wal.dat.9 2024-11-14T19:34:20,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=141 (was 141), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6272 (was 6282) 2024-11-14T19:34:20,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=141, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6271 2024-11-14T19:34:20,487 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742006_1185 (size=7) 2024-11-14T19:34:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742006_1185 (size=7) 2024-11-14T19:34:20,494 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:20,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:20,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:20,498 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:20,501 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T19:34:20,501 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-14T19:34:20,502 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-14T19:34:20,502 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-14T19:34:20,503 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-14T19:34:20,507 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T19:34:20,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/WALs/testthreading,16010,1731612860498/wal.dat..fake, size=0 (0bytes) 2024-11-14T19:34:20,527 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/WALs/testthreading,16010,1731612860498/wal.dat..fake took 8ms 2024-11-14T19:34:20,854 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/WALs/testthreading,16010,1731612860498/wal.dat..fake so closing down 2024-11-14T19:34:20,854 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:20,854 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:20,858 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-14T19:34:20,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-14T19:34:20,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-14T19:34:20,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 43 ms) 2024-11-14T19:34:20,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-14T19:34:20,926 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) 2024-11-14T19:34:20,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) 2024-11-14T19:34:20,929 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-14T19:34:20,967 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 38 ms) 2024-11-14T19:34:20,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 64 ms) 2024-11-14T19:34:20,970 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/WALs/testthreading,16010,1731612860498/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T19:34:20,970 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/WALs/testthreading,16010,1731612860498/wal.dat..fake, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/WALs/testthreading,16010,1731612860498/wal.dat..fake, size=0 (0bytes) at 1731612860519Split 1024 edits, skipped 0 edits. at 1731612860554 (+35 ms)Split 2048 edits, skipped 0 edits. at 1731612860575 (+21 ms)Split 3072 edits, skipped 0 edits. at 1731612860597 (+22 ms)Split 4096 edits, skipped 0 edits. at 1731612860618 (+21 ms)Split 5120 edits, skipped 0 edits. at 1731612860641 (+23 ms)Split 6144 edits, skipped 0 edits. at 1731612860663 (+22 ms)Split 7168 edits, skipped 0 edits. at 1731612860685 (+22 ms)Split 8192 edits, skipped 0 edits. at 1731612860699 (+14 ms)Split 9216 edits, skipped 0 edits. at 1731612860716 (+17 ms)Split 10240 edits, skipped 0 edits. at 1731612860731 (+15 ms)Split 11264 edits, skipped 0 edits. at 1731612860746 (+15 ms)Split 12288 edits, skipped 0 edits. at 1731612860763 (+17 ms)Split 13312 edits, skipped 0 edits. at 1731612860776 (+13 ms)Split 14336 edits, skipped 0 edits. at 1731612860789 (+13 ms)Split 15360 edits, skipped 0 edits. at 1731612860800 (+11 ms)Split 16384 edits, skipped 0 edits. at 1731612860812 (+12 ms)Split 17408 edits, skipped 0 edits. at 1731612860825 (+13 ms)Split 18432 edits, skipped 0 edits. at 1731612860837 (+12 ms)Split 19456 edits, skipped 0 edits. at 1731612860848 (+11 ms)Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/WALs/testthreading,16010,1731612860498/wal.dat..fake so closing down at 1731612860854 (+6 ms)3 split writer threads finished at 1731612860854Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731612860858 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1731612860858Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731612860858Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 43 ms) at 1731612860902 (+44 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731612860905 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 67 ms) at 1731612860926 (+21 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 68 ms) at 1731612860927 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731612860929 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 38 ms) at 1731612860967 (+38 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 64 ms) at 1731612860969 (+2 ms)Processed 20000 edits across 5 Regions in 443 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/126781c3-e1f3-3755-6d66-48e283b3e16c/WALs/testthreading,16010,1731612860498/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731612860970 (+1 ms) 2024-11-14T19:34:20,970 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-14T19:34:20,970 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-14T19:34:20,970 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-14T19:34:20,970 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-14T19:34:20,971 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-14T19:34:20,979 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=141 (was 141), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6216 (was 6271) 2024-11-14T19:34:20,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=141, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6216 2024-11-14T19:34:20,987 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742007_1186 (size=7) 2024-11-14T19:34:20,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742007_1186 (size=7) 2024-11-14T19:34:21,396 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:21,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:21,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:21,401 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:21,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T19:34:21,404 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:21,404 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:21,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:21,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742008_1187 (size=1393) 2024-11-14T19:34:21,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742008_1187 (size=1393) 2024-11-14T19:34:21,418 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:21,418 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:21,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742009_1188 (size=1393) 2024-11-14T19:34:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742009_1188 (size=1393) 2024-11-14T19:34:21,432 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:21,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:21,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742010_1189 (size=1393) 2024-11-14T19:34:21,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742010_1189 (size=1393) 2024-11-14T19:34:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:21,442 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742011_1190 (size=1393) 2024-11-14T19:34:21,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742011_1190 (size=1393) 2024-11-14T19:34:21,452 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:21,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:21,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,459 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742012_1191 (size=1393) 2024-11-14T19:34:21,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742012_1191 (size=1393) 2024-11-14T19:34:21,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:21,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:21,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742013_1192 (size=1393) 2024-11-14T19:34:21,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742013_1192 (size=1393) 2024-11-14T19:34:21,478 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:21,478 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:21,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742014_1193 (size=1405) 2024-11-14T19:34:21,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742014_1193 (size=1405) 2024-11-14T19:34:21,492 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:21,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:21,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742015_1194 (size=1413) 2024-11-14T19:34:21,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742015_1194 (size=1413) 2024-11-14T19:34:21,505 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:21,505 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:21,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742016_1195 (size=1413) 2024-11-14T19:34:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742016_1195 (size=1413) 2024-11-14T19:34:21,518 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:21,518 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:21,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:21,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:21,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742017_1196 (size=1413) 2024-11-14T19:34:21,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742017_1196 (size=1413) 2024-11-14T19:34:21,548 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:21,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T19:34:21,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty, size=0 (0bytes) 2024-11-14T19:34:21,572 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty might be still open, length is 0 2024-11-14T19:34:21,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty 2024-11-14T19:34:21,573 WARN [IPC Server handler 0 on default port 41061 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty closed. 2024-11-14T19:34:21,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty after 1ms 2024-11-14T19:34:21,574 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T19:34:21,575 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty; empty? 2024-11-14T19:34:21,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty so closing down 2024-11-14T19:34:21,576 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T19:34:21,576 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty, size=0 (0bytes) at 1731612861572Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty so closing down at 1731612861575 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731612861576 (+1 ms) 2024-11-14T19:34:21,578 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat..empty to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat..empty 2024-11-14T19:34:21,578 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:21,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0 2024-11-14T19:34:21,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0 after 0ms 2024-11-14T19:34:21,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0 took 2ms 2024-11-14T19:34:21,583 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0 so closing down 2024-11-14T19:34:21,583 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:21,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:21,585 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:21,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:21,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:21,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742018_1197 (size=743) 2024-11-14T19:34:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742018_1197 (size=743) 2024-11-14T19:34:21,595 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:21,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742019_1198 (size=743) 2024-11-14T19:34:21,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742019_1198 (size=743) 2024-11-14T19:34:21,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:21,602 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:21,602 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:21,602 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0, size=1.4 K (1393bytes) at 1731612861578Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0 so closing down at 1731612861583 (+5 ms)3 split writer threads finished at 1731612861583Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612861586 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612861586Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612861595 (+9 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612861596 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612861600 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612861602 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612861602 2024-11-14T19:34:21,604 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.0 2024-11-14T19:34:21,604 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:21,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1 2024-11-14T19:34:21,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1 after 0ms 2024-11-14T19:34:21,606 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1 took 2ms 2024-11-14T19:34:21,607 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1 so closing down 2024-11-14T19:34:21,607 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:21,607 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:21,609 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:21,609 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:21,610 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:21,610 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742020_1199 (size=743) 2024-11-14T19:34:21,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742020_1199 (size=743) 2024-11-14T19:34:21,616 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:21,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:21,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742021_1200 (size=743) 2024-11-14T19:34:21,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742021_1200 (size=743) 2024-11-14T19:34:21,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:21,621 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:21,622 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:21,622 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1, size=1.4 K (1393bytes) at 1731612861604Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1 so closing down at 1731612861607 (+3 ms)3 split writer threads finished at 1731612861607Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612861610 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612861610Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612861616 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612861617 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612861620 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612861621 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612861622 (+1 ms) 2024-11-14T19:34:21,623 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.1 2024-11-14T19:34:21,624 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:21,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2 2024-11-14T19:34:21,624 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2 after 0ms 2024-11-14T19:34:21,626 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2 took 3ms 2024-11-14T19:34:21,627 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2 so closing down 2024-11-14T19:34:21,627 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:21,627 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:21,629 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:21,629 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:21,630 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:21,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:21,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742022_1201 (size=743) 2024-11-14T19:34:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742023_1202 (size=743) 2024-11-14T19:34:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742023_1202 (size=743) 2024-11-14T19:34:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742022_1201 (size=743) 2024-11-14T19:34:21,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:21,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:22,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:22,045 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:22,045 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2, size=1.4 K (1393bytes) at 1731612861624Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2 so closing down at 1731612861627 (+3 ms)3 split writer threads finished at 1731612861627Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612861630 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612861630Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612861642 (+12 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612861643 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862042 (+399 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612862044 (+2 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612862045 (+1 ms) 2024-11-14T19:34:22,047 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.2 2024-11-14T19:34:22,047 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:22,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3 2024-11-14T19:34:22,048 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3 after 1ms 2024-11-14T19:34:22,050 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3 took 2ms 2024-11-14T19:34:22,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3 so closing down 2024-11-14T19:34:22,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:22,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:22,053 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:22,053 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:22,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:22,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742025_1204 (size=743) 2024-11-14T19:34:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742024_1203 (size=743) 2024-11-14T19:34:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742025_1204 (size=743) 2024-11-14T19:34:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742024_1203 (size=743) 2024-11-14T19:34:22,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:22,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:22,467 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:22,467 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3, size=1.4 K (1393bytes) at 1731612862047Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3 so closing down at 1731612862051 (+4 ms)3 split writer threads finished at 1731612862051Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612862054 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612862054Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862462 (+408 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862462Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612862466 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612862466Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612862467 (+1 ms) 2024-11-14T19:34:22,470 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.3 2024-11-14T19:34:22,471 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:22,471 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4 2024-11-14T19:34:22,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4 after 0ms 2024-11-14T19:34:22,475 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4 took 5ms 2024-11-14T19:34:22,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4 so closing down 2024-11-14T19:34:22,478 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:22,478 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:22,480 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:22,480 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:22,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:22,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:22,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742027_1206 (size=743) 2024-11-14T19:34:22,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742027_1206 (size=743) 2024-11-14T19:34:22,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742026_1205 (size=743) 2024-11-14T19:34:22,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742026_1205 (size=743) 2024-11-14T19:34:22,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,497 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:22,497 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:22,497 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4, size=1.4 K (1393bytes) at 1731612862471Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4 so closing down at 1731612862478 (+7 ms)3 split writer threads finished at 1731612862478Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612862481 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612862481Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862494 (+13 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612862495 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862496 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612862497 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612862497 2024-11-14T19:34:22,499 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.4 2024-11-14T19:34:22,499 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:22,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5 2024-11-14T19:34:22,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5 after 1ms 2024-11-14T19:34:22,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5 took 2ms 2024-11-14T19:34:22,503 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5 so closing down 2024-11-14T19:34:22,503 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:22,503 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:22,505 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:22,505 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:22,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:22,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742028_1207 (size=743) 2024-11-14T19:34:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742028_1207 (size=743) 2024-11-14T19:34:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742029_1208 (size=743) 2024-11-14T19:34:22,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742029_1208 (size=743) 2024-11-14T19:34:22,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,529 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T19:34:22,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:22,533 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:22,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5, size=1.4 K (1393bytes) at 1731612862499Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5 so closing down at 1731612862503 (+4 ms)3 split writer threads finished at 1731612862503Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612862506 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612862506Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862526 (+20 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862526Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731612862529 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612862533 (+4 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612862534 (+1 ms) 2024-11-14T19:34:22,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.5 2024-11-14T19:34:22,536 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:22,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6 2024-11-14T19:34:22,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6 after 0ms 2024-11-14T19:34:22,538 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6 took 3ms 2024-11-14T19:34:22,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6 so closing down 2024-11-14T19:34:22,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:22,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:22,542 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:22,542 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:22,544 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:22,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:22,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742030_1209 (size=749) 2024-11-14T19:34:22,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742030_1209 (size=749) 2024-11-14T19:34:22,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742031_1210 (size=749) 2024-11-14T19:34:22,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742031_1210 (size=749) 2024-11-14T19:34:22,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:22,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:22,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:22,960 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6, size=1.4 K (1405bytes) at 1731612862536Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6 so closing down at 1731612862539 (+3 ms)3 split writer threads finished at 1731612862540 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612862544 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612862544Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862956 (+412 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862958 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612862958Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612862960 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612862960 2024-11-14T19:34:22,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.6 2024-11-14T19:34:22,963 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:22,963 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7 2024-11-14T19:34:22,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7 after 1ms 2024-11-14T19:34:22,967 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7 took 4ms 2024-11-14T19:34:22,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7 so closing down 2024-11-14T19:34:22,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:22,970 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:22,971 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:22,971 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:22,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:22,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742032_1211 (size=753) 2024-11-14T19:34:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742032_1211 (size=753) 2024-11-14T19:34:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742033_1212 (size=753) 2024-11-14T19:34:22,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742033_1212 (size=753) 2024-11-14T19:34:22,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:22,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:22,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:22,997 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:22,997 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7, size=1.4 K (1413bytes) at 1731612862963Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7 so closing down at 1731612862969 (+6 ms)3 split writer threads finished at 1731612862970 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612862973 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612862979 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862995 (+16 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612862995Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612862997 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612862997Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612862997 2024-11-14T19:34:22,999 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.7 2024-11-14T19:34:22,999 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:22,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8 2024-11-14T19:34:22,999 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8 after 0ms 2024-11-14T19:34:23,002 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8 took 2ms 2024-11-14T19:34:23,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8 so closing down 2024-11-14T19:34:23,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,003 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,005 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:23,005 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:23,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:23,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:23,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742034_1213 (size=753) 2024-11-14T19:34:23,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742034_1213 (size=753) 2024-11-14T19:34:23,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742035_1214 (size=753) 2024-11-14T19:34:23,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742035_1214 (size=753) 2024-11-14T19:34:23,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:23,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:23,014 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:23,014 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8, size=1.4 K (1413bytes) at 1731612862999Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8 so closing down at 1731612863003 (+4 ms)3 split writer threads finished at 1731612863003Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612863006 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612863006Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863011 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863012 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612863012Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612863013 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612863014 (+1 ms) 2024-11-14T19:34:23,016 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.8 2024-11-14T19:34:23,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:23,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9 2024-11-14T19:34:23,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9 after 0ms 2024-11-14T19:34:23,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9 took 5ms 2024-11-14T19:34:23,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9 so closing down 2024-11-14T19:34:23,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,024 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:23,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:23,030 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:23,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742036_1215 (size=753) 2024-11-14T19:34:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742036_1215 (size=753) 2024-11-14T19:34:23,037 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742037_1216 (size=753) 2024-11-14T19:34:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742037_1216 (size=753) 2024-11-14T19:34:23,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:23,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:23,045 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9, size=1.4 K (1413bytes) at 1731612863019Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9 so closing down at 1731612863022 (+3 ms)3 split writer threads finished at 1731612863022Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612863029 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612863035 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863037 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612863038 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863043 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612863044 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612863044 2024-11-14T19:34:23,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.9 2024-11-14T19:34:23,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty, size=0 (0bytes) 2024-11-14T19:34:23,046 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty might be still open, length is 0 2024-11-14T19:34:23,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty 2024-11-14T19:34:23,046 WARN [IPC Server handler 1 on default port 41061 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty closed. 2024-11-14T19:34:23,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty after 0ms 2024-11-14T19:34:23,047 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T19:34:23,047 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty; empty? 2024-11-14T19:34:23,047 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty so closing down 2024-11-14T19:34:23,047 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T19:34:23,048 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty, size=0 (0bytes) at 1731612863046Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty so closing down at 1731612863047 (+1 ms)Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731612863047 2024-11-14T19:34:23,049 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/WALs/testemptyopenlogfiles,16010,1731612861401/wal.dat.empty to hdfs://localhost:41061/user/jenkins/test-data/822b9e37-da7d-f8a8-7b41-2e39821e5172/oldWALs/wal.dat.empty 2024-11-14T19:34:23,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=141 (was 141), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 217), ProcessCount=11 (was 11), AvailableMemoryMB=6195 (was 6216) 2024-11-14T19:34:23,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6194 2024-11-14T19:34:23,112 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:23,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742038_1217 (size=7) 2024-11-14T19:34:23,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742038_1217 (size=7) 2024-11-14T19:34:23,118 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:23,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:23,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:23,122 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:23,122 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:23,123 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:23,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742039_1218 (size=1393) 2024-11-14T19:34:23,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742039_1218 (size=1393) 2024-11-14T19:34:23,136 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:23,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742040_1219 (size=1393) 2024-11-14T19:34:23,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742040_1219 (size=1393) 2024-11-14T19:34:23,154 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:23,154 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742041_1220 (size=1393) 2024-11-14T19:34:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742041_1220 (size=1393) 2024-11-14T19:34:23,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:23,173 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:23,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742042_1221 (size=1393) 2024-11-14T19:34:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742042_1221 (size=1393) 2024-11-14T19:34:23,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:23,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:23,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742043_1222 (size=1393) 2024-11-14T19:34:23,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742043_1222 (size=1393) 2024-11-14T19:34:23,607 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:23,607 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:23,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742044_1223 (size=1393) 2024-11-14T19:34:23,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742044_1223 (size=1393) 2024-11-14T19:34:23,618 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:23,618 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:23,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742045_1224 (size=1405) 2024-11-14T19:34:23,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742045_1224 (size=1405) 2024-11-14T19:34:23,627 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:23,628 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:23,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742046_1225 (size=1413) 2024-11-14T19:34:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742046_1225 (size=1413) 2024-11-14T19:34:23,637 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:23,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:23,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742047_1226 (size=1413) 2024-11-14T19:34:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742047_1226 (size=1413) 2024-11-14T19:34:23,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:23,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:23,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742048_1227 (size=1413) 2024-11-14T19:34:23,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742048_1227 (size=1413) 2024-11-14T19:34:23,660 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742049_1228 (size=1398) 2024-11-14T19:34:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742049_1228 (size=1398) 2024-11-14T19:34:23,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:23,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0 2024-11-14T19:34:23,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0 after 1ms 2024-11-14T19:34:23,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0 took 2ms 2024-11-14T19:34:23,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0 so closing down 2024-11-14T19:34:23,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,696 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:23,696 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:23,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:23,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742050_1229 (size=743) 2024-11-14T19:34:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742050_1229 (size=743) 2024-11-14T19:34:23,702 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,703 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742051_1230 (size=743) 2024-11-14T19:34:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742051_1230 (size=743) 2024-11-14T19:34:23,704 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:23,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:23,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0, size=1.4 K (1393bytes) at 1731612863690Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0 so closing down at 1731612863694 (+4 ms)3 split writer threads finished at 1731612863694Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612863697 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612863697Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863702 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612863703 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863704 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612863705 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612863706 (+1 ms) 2024-11-14T19:34:23,707 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/oldWALs/wal.dat.0 2024-11-14T19:34:23,707 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:23,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1 2024-11-14T19:34:23,708 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1 after 1ms 2024-11-14T19:34:23,709 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1 took 2ms 2024-11-14T19:34:23,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1 so closing down 2024-11-14T19:34:23,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,710 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,712 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:23,712 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:23,712 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:23,713 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742053_1232 (size=743) 2024-11-14T19:34:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742053_1232 (size=743) 2024-11-14T19:34:23,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:23,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742052_1231 (size=743) 2024-11-14T19:34:23,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742052_1231 (size=743) 2024-11-14T19:34:23,720 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,721 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:23,722 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:23,722 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1, size=1.4 K (1393bytes) at 1731612863707Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1 so closing down at 1731612863710 (+3 ms)3 split writer threads finished at 1731612863710Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612863713 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612863713Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863717 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612863718 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863720 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612863721 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612863722 (+1 ms) 2024-11-14T19:34:23,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/oldWALs/wal.dat.1 2024-11-14T19:34:23,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:23,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2 2024-11-14T19:34:23,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2 after 1ms 2024-11-14T19:34:23,725 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2 took 2ms 2024-11-14T19:34:23,727 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2 so closing down 2024-11-14T19:34:23,727 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,727 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,728 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:23,729 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:23,729 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:23,729 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742054_1233 (size=743) 2024-11-14T19:34:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742055_1234 (size=743) 2024-11-14T19:34:23,734 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742055_1234 (size=743) 2024-11-14T19:34:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742054_1233 (size=743) 2024-11-14T19:34:23,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:23,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:23,736 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:23,736 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2, size=1.4 K (1393bytes) at 1731612863723Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2 so closing down at 1731612863727 (+4 ms)3 split writer threads finished at 1731612863727Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612863729 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612863729Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863734 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863735 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612863736 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612863736Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612863736 2024-11-14T19:34:23,737 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/oldWALs/wal.dat.2 2024-11-14T19:34:23,737 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:23,737 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3 2024-11-14T19:34:23,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3 after 1ms 2024-11-14T19:34:23,739 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3 took 2ms 2024-11-14T19:34:23,741 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3 so closing down 2024-11-14T19:34:23,741 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,742 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:23,742 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:23,743 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:23,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:23,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742057_1236 (size=743) 2024-11-14T19:34:23,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742056_1235 (size=743) 2024-11-14T19:34:23,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742057_1236 (size=743) 2024-11-14T19:34:23,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742056_1235 (size=743) 2024-11-14T19:34:23,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:23,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:23,750 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:23,750 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3, size=1.4 K (1393bytes) at 1731612863737Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3 so closing down at 1731612863741 (+4 ms)3 split writer threads finished at 1731612863741Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612863743 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612863743Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863748 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863749 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612863749Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612863749Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612863750 (+1 ms) 2024-11-14T19:34:23,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/oldWALs/wal.dat.3 2024-11-14T19:34:23,751 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:23,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4 2024-11-14T19:34:23,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4 after 1ms 2024-11-14T19:34:23,753 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4 took 2ms 2024-11-14T19:34:23,754 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4 so closing down 2024-11-14T19:34:23,754 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,754 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,757 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:23,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:23,758 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:23,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742058_1237 (size=743) 2024-11-14T19:34:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742058_1237 (size=743) 2024-11-14T19:34:23,762 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742059_1238 (size=743) 2024-11-14T19:34:23,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742059_1238 (size=743) 2024-11-14T19:34:23,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:23,766 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:23,766 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4, size=1.4 K (1393bytes) at 1731612863751Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4 so closing down at 1731612863754 (+3 ms)3 split writer threads finished at 1731612863754Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612863758 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612863760 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863762 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612863764 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863764Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612863765 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612863766 (+1 ms) 2024-11-14T19:34:23,767 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/oldWALs/wal.dat.4 2024-11-14T19:34:23,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5, size=1.4 K (1398bytes) 2024-11-14T19:34:23,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5 2024-11-14T19:34:23,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5 after 1ms 2024-11-14T19:34:23,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5 took 3ms 2024-11-14T19:34:23,771 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:23,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5 so closing down 2024-11-14T19:34:23,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,772 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,774 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:23,774 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:23,775 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:23,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742061_1240 (size=743) 2024-11-14T19:34:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742061_1240 (size=743) 2024-11-14T19:34:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742060_1239 (size=743) 2024-11-14T19:34:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742060_1239 (size=743) 2024-11-14T19:34:23,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:23,786 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T19:34:23,786 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-14T19:34:23,786 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5, size=1.4 K (1398bytes) at 1731612863767Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5 so closing down at 1731612863772 (+5 ms)3 split writer threads finished at 1731612863772Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612863775 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612863776 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863785 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863785Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612863786 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731612863786Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731612863786 2024-11-14T19:34:23,788 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/corrupt/wal.dat.5 2024-11-14T19:34:23,789 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:23,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6 2024-11-14T19:34:23,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6 after 0ms 2024-11-14T19:34:23,791 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6 took 3ms 2024-11-14T19:34:23,792 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6 so closing down 2024-11-14T19:34:23,792 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,792 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,794 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:23,794 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:23,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:23,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:23,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742063_1242 (size=749) 2024-11-14T19:34:23,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742063_1242 (size=749) 2024-11-14T19:34:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742062_1241 (size=749) 2024-11-14T19:34:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742062_1241 (size=749) 2024-11-14T19:34:23,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:23,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:23,802 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:23,802 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6, size=1.4 K (1405bytes) at 1731612863789Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6 so closing down at 1731612863792 (+3 ms)3 split writer threads finished at 1731612863792Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612863795 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612863795Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863800 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863800Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612863801 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612863801Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612863802 (+1 ms) 2024-11-14T19:34:23,804 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/oldWALs/wal.dat.6 2024-11-14T19:34:23,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:23,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7 2024-11-14T19:34:23,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7 after 1ms 2024-11-14T19:34:23,806 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7 took 2ms 2024-11-14T19:34:23,808 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7 so closing down 2024-11-14T19:34:23,808 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,808 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,809 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:23,809 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:23,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:23,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:23,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742065_1244 (size=753) 2024-11-14T19:34:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742064_1243 (size=753) 2024-11-14T19:34:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742064_1243 (size=753) 2024-11-14T19:34:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742065_1244 (size=753) 2024-11-14T19:34:23,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:23,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:23,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:23,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7, size=1.4 K (1413bytes) at 1731612863804Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7 so closing down at 1731612863808 (+4 ms)3 split writer threads finished at 1731612863808Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612863810 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612863810Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863816 (+6 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863816Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612863817 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612863817Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612863817 2024-11-14T19:34:23,819 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/oldWALs/wal.dat.7 2024-11-14T19:34:23,819 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:23,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8 2024-11-14T19:34:23,820 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8 after 0ms 2024-11-14T19:34:23,821 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8 took 2ms 2024-11-14T19:34:23,823 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8 so closing down 2024-11-14T19:34:23,823 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,823 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,824 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:23,824 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:23,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:23,825 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:23,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742067_1246 (size=753) 2024-11-14T19:34:23,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742066_1245 (size=753) 2024-11-14T19:34:23,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742067_1246 (size=753) 2024-11-14T19:34:23,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742066_1245 (size=753) 2024-11-14T19:34:23,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,831 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:23,831 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:23,831 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:23,831 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8, size=1.4 K (1413bytes) at 1731612863819Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8 so closing down at 1731612863823 (+4 ms)3 split writer threads finished at 1731612863823Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612863825 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612863825Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863830 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863830Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612863831 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612863831Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612863831 2024-11-14T19:34:23,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/oldWALs/wal.dat.8 2024-11-14T19:34:23,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:23,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9 2024-11-14T19:34:23,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9 after 0ms 2024-11-14T19:34:23,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9 took 2ms 2024-11-14T19:34:23,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9 so closing down 2024-11-14T19:34:23,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,838 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:23,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:23,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:23,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742068_1247 (size=753) 2024-11-14T19:34:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742069_1248 (size=753) 2024-11-14T19:34:23,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742068_1247 (size=753) 2024-11-14T19:34:23,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742069_1248 (size=753) 2024-11-14T19:34:23,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,844 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,844 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:23,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:23,845 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:23,845 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9, size=1.4 K (1413bytes) at 1731612863833Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9 so closing down at 1731612863836 (+3 ms)3 split writer threads finished at 1731612863836Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612863839 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612863839Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863843 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612863844 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612863844Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612863845 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612863845 2024-11-14T19:34:23,846 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731612863122/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/771cec1f-664c-235c-deca-c1491a4fa26e/oldWALs/wal.dat.9 2024-11-14T19:34:23,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=141 (was 141), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6180 (was 6194) 2024-11-14T19:34:23,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=141, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6180 2024-11-14T19:34:23,900 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742070_1249 (size=7) 2024-11-14T19:34:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742070_1249 (size=7) 2024-11-14T19:34:23,907 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:23,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:23,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:23,911 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:23,912 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e/data/default/t1/b10d66262b64f9398cd81e86512b6b4b 2024-11-14T19:34:23,912 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region b10d66262b64f9398cd81e86512b6b4b 2024-11-14T19:34:23,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:23,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:23,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742071_1250 (size=3851) 2024-11-14T19:34:23,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742071_1250 (size=3851) 2024-11-14T19:34:23,947 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0, size=3.8 K (3851bytes) 2024-11-14T19:34:23,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0 2024-11-14T19:34:23,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0 after 0ms 2024-11-14T19:34:23,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0 took 3ms 2024-11-14T19:34:23,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0 so closing down 2024-11-14T19:34:23,952 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:23,952 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:23,954 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:23,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/data/default/t1/b10d66262b64f9398cd81e86512b6b4b/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742072_1251 (size=1591) 2024-11-14T19:34:23,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742072_1251 (size=1591) 2024-11-14T19:34:23,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/data/default/t1/b10d66262b64f9398cd81e86512b6b4b/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:23,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/data/default/t1/b10d66262b64f9398cd81e86512b6b4b/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/data/default/t1/b10d66262b64f9398cd81e86512b6b4b/recovered.edits/0000000000000000009 2024-11-14T19:34:23,961 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false 2024-11-14T19:34:23,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0, size=3.8 K (3851bytes) at 1731612863947Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0 so closing down at 1731612863952 (+5 ms)3 split writer threads finished at 1731612863952Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/data/default/t1/b10d66262b64f9398cd81e86512b6b4b/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612863955 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/data/default/t1/b10d66262b64f9398cd81e86512b6b4b/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731612863960 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/data/default/t1/b10d66262b64f9398cd81e86512b6b4b/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/data/default/t1/b10d66262b64f9398cd81e86512b6b4b/recovered.edits/0000000000000000009 at 1731612863961 (+1 ms)Processed 21 edits across 1 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0, size=3.8 K, length=3851, corrupted=false, cancelled=false at 1731612863961 2024-11-14T19:34:23,963 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/WALs/testsplitleavescompactioneventsedits,16010,1731612863911/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/ef5c93be-ce74-3b83-42ba-d862d1c72994/oldWALs/wal.dat.0 2024-11-14T19:34:23,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=142 (was 141) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6174 (was 6180) 2024-11-14T19:34:23,989 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6173 2024-11-14T19:34:23,989 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:23,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742073_1252 (size=7) 2024-11-14T19:34:23,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742073_1252 (size=7) 2024-11-14T19:34:24,397 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:24,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:24,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:24,401 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:24,401 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T19:34:24,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:24,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742074_1253 (size=863) 2024-11-14T19:34:24,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742074_1253 (size=863) 2024-11-14T19:34:24,410 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:24,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0, size=863 (863bytes) 2024-11-14T19:34:24,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0 2024-11-14T19:34:24,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0 after 0ms 2024-11-14T19:34:24,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0 took 3ms 2024-11-14T19:34:24,433 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0 so closing down 2024-11-14T19:34:24,433 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:24,433 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:24,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:24,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:24,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742075_1254 (size=863) 2024-11-14T19:34:24,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742075_1254 (size=863) 2024-11-14T19:34:24,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:24,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T19:34:24,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-14T19:34:24,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0, size=863 (863bytes) at 1731612864430Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0 so closing down at 1731612864433 (+3 ms)3 split writer threads finished at 1731612864433Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612864436 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612864444 (+8 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731612864445 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731612864445 2024-11-14T19:34:24,448 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/WALs/testsplitpreservesedits,16010,1731612864401/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/7c3ca70c-65bf-ef50-d87f-1639c4140fce/oldWALs/wal.dat.0 2024-11-14T19:34:24,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=142 (was 142), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=6170 (was 6173) 2024-11-14T19:34:24,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=142, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6169 2024-11-14T19:34:24,471 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:24,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742076_1255 (size=7) 2024-11-14T19:34:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742076_1255 (size=7) 2024-11-14T19:34:24,479 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:24,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:24,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:24,484 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:24,484 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:24,485 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:24,486 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:24,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742077_1256 (size=1393) 2024-11-14T19:34:24,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742077_1256 (size=1393) 2024-11-14T19:34:24,501 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:24,501 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:24,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742078_1257 (size=1393) 2024-11-14T19:34:24,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742078_1257 (size=1393) 2024-11-14T19:34:24,522 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:24,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:24,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742079_1258 (size=1393) 2024-11-14T19:34:24,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742079_1258 (size=1393) 2024-11-14T19:34:24,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:24,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:24,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742080_1259 (size=1393) 2024-11-14T19:34:24,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742080_1259 (size=1393) 2024-11-14T19:34:24,550 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:24,550 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:24,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742081_1260 (size=1393) 2024-11-14T19:34:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742081_1260 (size=1393) 2024-11-14T19:34:24,567 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:24,567 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:24,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742082_1261 (size=1393) 2024-11-14T19:34:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742082_1261 (size=1393) 2024-11-14T19:34:24,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:24,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:24,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742083_1262 (size=1405) 2024-11-14T19:34:24,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742083_1262 (size=1405) 2024-11-14T19:34:24,598 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:24,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:24,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:24,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742084_1263 (size=1413) 2024-11-14T19:34:24,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742084_1263 (size=1413) 2024-11-14T19:34:25,014 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:25,015 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742085_1264 (size=1413) 2024-11-14T19:34:25,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742085_1264 (size=1413) 2024-11-14T19:34:25,036 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:25,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:25,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,046 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742086_1265 (size=1413) 2024-11-14T19:34:25,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742086_1265 (size=1413) 2024-11-14T19:34:25,050 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742087_1266 (size=1394) 2024-11-14T19:34:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742087_1266 (size=1394) 2024-11-14T19:34:25,076 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:25,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0 2024-11-14T19:34:25,076 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0 after 0ms 2024-11-14T19:34:25,078 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0 took 2ms 2024-11-14T19:34:25,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0 so closing down 2024-11-14T19:34:25,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,081 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,082 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:25,082 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:25,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:25,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:25,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742089_1268 (size=743) 2024-11-14T19:34:25,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742088_1267 (size=743) 2024-11-14T19:34:25,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742089_1268 (size=743) 2024-11-14T19:34:25,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742088_1267 (size=743) 2024-11-14T19:34:25,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:25,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:25,110 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:25,110 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0, size=1.4 K (1393bytes) at 1731612865076Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0 so closing down at 1731612865080 (+4 ms)3 split writer threads finished at 1731612865081 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612865083 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612865083Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865109 (+26 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865109Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612865110 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612865110Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612865110 2024-11-14T19:34:25,112 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/oldWALs/wal.dat.0 2024-11-14T19:34:25,112 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:25,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1 2024-11-14T19:34:25,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1 after 1ms 2024-11-14T19:34:25,114 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1 took 2ms 2024-11-14T19:34:25,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1 so closing down 2024-11-14T19:34:25,116 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:25,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:25,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:25,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742090_1269 (size=743) 2024-11-14T19:34:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742091_1270 (size=743) 2024-11-14T19:34:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742091_1270 (size=743) 2024-11-14T19:34:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742090_1269 (size=743) 2024-11-14T19:34:25,123 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:25,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:25,124 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:25,124 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1, size=1.4 K (1393bytes) at 1731612865112Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1 so closing down at 1731612865115 (+3 ms)3 split writer threads finished at 1731612865116 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612865118 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612865118Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865123 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865123Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612865124 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612865124Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612865124 2024-11-14T19:34:25,125 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/oldWALs/wal.dat.1 2024-11-14T19:34:25,125 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:25,125 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2 2024-11-14T19:34:25,126 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2 after 1ms 2024-11-14T19:34:25,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2 took 2ms 2024-11-14T19:34:25,128 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2 so closing down 2024-11-14T19:34:25,128 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,128 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,130 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:25,130 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:25,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:25,131 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742093_1272 (size=743) 2024-11-14T19:34:25,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742092_1271 (size=743) 2024-11-14T19:34:25,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,139 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742092_1271 (size=743) 2024-11-14T19:34:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742093_1272 (size=743) 2024-11-14T19:34:25,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:25,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:25,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:25,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2, size=1.4 K (1393bytes) at 1731612865125Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2 so closing down at 1731612865128 (+3 ms)3 split writer threads finished at 1731612865129 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612865131 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612865131Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865139 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865139Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612865141 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612865141Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612865141 2024-11-14T19:34:25,142 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/oldWALs/wal.dat.2 2024-11-14T19:34:25,142 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:25,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3 2024-11-14T19:34:25,142 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3 after 0ms 2024-11-14T19:34:25,144 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3 took 2ms 2024-11-14T19:34:25,145 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3 so closing down 2024-11-14T19:34:25,145 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,145 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:25,147 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:25,147 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:25,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742094_1273 (size=743) 2024-11-14T19:34:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742094_1273 (size=743) 2024-11-14T19:34:25,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742095_1274 (size=743) 2024-11-14T19:34:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742095_1274 (size=743) 2024-11-14T19:34:25,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:25,154 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:25,154 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:25,154 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3, size=1.4 K (1393bytes) at 1731612865142Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3 so closing down at 1731612865145 (+3 ms)3 split writer threads finished at 1731612865145Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612865147 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612865147Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865152 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865153 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612865153Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612865154 (+1 ms)Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612865154 2024-11-14T19:34:25,156 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/oldWALs/wal.dat.3 2024-11-14T19:34:25,156 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:25,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4 2024-11-14T19:34:25,156 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4 after 0ms 2024-11-14T19:34:25,158 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4 took 2ms 2024-11-14T19:34:25,159 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4 so closing down 2024-11-14T19:34:25,159 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,161 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:25,161 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:25,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:25,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:25,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742097_1276 (size=743) 2024-11-14T19:34:25,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742097_1276 (size=743) 2024-11-14T19:34:25,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742096_1275 (size=743) 2024-11-14T19:34:25,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742096_1275 (size=743) 2024-11-14T19:34:25,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:25,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:25,171 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:25,171 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4, size=1.4 K (1393bytes) at 1731612865156Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4 so closing down at 1731612865159 (+3 ms)3 split writer threads finished at 1731612865159Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612865162 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612865162Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865169 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865170 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612865170Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612865171 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612865171 2024-11-14T19:34:25,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/oldWALs/wal.dat.4 2024-11-14T19:34:25,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T19:34:25,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5 2024-11-14T19:34:25,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5 after 0ms 2024-11-14T19:34:25,175 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-14T19:34:25,175 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5 so closing down 2024-11-14T19:34:25,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T19:34:25,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5, size=1.4 K (1394bytes) at 1731612865173Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5 so closing down at 1731612865175 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731612865175 2024-11-14T19:34:25,177 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/corrupt/wal.dat.5 2024-11-14T19:34:25,178 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:25,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6 2024-11-14T19:34:25,178 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6 after 0ms 2024-11-14T19:34:25,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6 took 3ms 2024-11-14T19:34:25,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6 so closing down 2024-11-14T19:34:25,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,183 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:25,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:25,184 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:25,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742098_1277 (size=749) 2024-11-14T19:34:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742098_1277 (size=749) 2024-11-14T19:34:25,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742099_1278 (size=749) 2024-11-14T19:34:25,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742099_1278 (size=749) 2024-11-14T19:34:25,193 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:25,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:25,194 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:25,194 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6, size=1.4 K (1405bytes) at 1731612865178Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6 so closing down at 1731612865181 (+3 ms)3 split writer threads finished at 1731612865181Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612865184 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612865184Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865193 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865193Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612865194 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612865194Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612865194 2024-11-14T19:34:25,196 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/oldWALs/wal.dat.6 2024-11-14T19:34:25,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:25,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7 2024-11-14T19:34:25,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7 after 0ms 2024-11-14T19:34:25,198 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7 took 2ms 2024-11-14T19:34:25,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7 so closing down 2024-11-14T19:34:25,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,201 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:25,201 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:25,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:25,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742100_1279 (size=753) 2024-11-14T19:34:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742101_1280 (size=753) 2024-11-14T19:34:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742101_1280 (size=753) 2024-11-14T19:34:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742100_1279 (size=753) 2024-11-14T19:34:25,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:25,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:25,208 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:25,208 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7, size=1.4 K (1413bytes) at 1731612865196Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7 so closing down at 1731612865199 (+3 ms)3 split writer threads finished at 1731612865199Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612865202 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612865202Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865206 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865206Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612865207 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612865207Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612865208 (+1 ms) 2024-11-14T19:34:25,209 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/oldWALs/wal.dat.7 2024-11-14T19:34:25,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:25,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8 2024-11-14T19:34:25,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8 after 0ms 2024-11-14T19:34:25,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8 took 2ms 2024-11-14T19:34:25,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8 so closing down 2024-11-14T19:34:25,212 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,214 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:25,214 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:25,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:25,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742102_1281 (size=753) 2024-11-14T19:34:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742103_1282 (size=753) 2024-11-14T19:34:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742103_1282 (size=753) 2024-11-14T19:34:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742102_1281 (size=753) 2024-11-14T19:34:25,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,223 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,224 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:25,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:25,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:25,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8, size=1.4 K (1413bytes) at 1731612865209Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8 so closing down at 1731612865212 (+3 ms)3 split writer threads finished at 1731612865212Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612865215 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612865215Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865223 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865223Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612865224 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612865224Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612865224 2024-11-14T19:34:25,225 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/oldWALs/wal.dat.8 2024-11-14T19:34:25,225 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:25,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9 2024-11-14T19:34:25,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9 after 0ms 2024-11-14T19:34:25,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9 took 2ms 2024-11-14T19:34:25,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9 so closing down 2024-11-14T19:34:25,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,230 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:25,230 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:25,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:25,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:25,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742105_1284 (size=753) 2024-11-14T19:34:25,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742104_1283 (size=753) 2024-11-14T19:34:25,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742105_1284 (size=753) 2024-11-14T19:34:25,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742104_1283 (size=753) 2024-11-14T19:34:25,235 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,236 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:25,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:25,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:25,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9, size=1.4 K (1413bytes) at 1731612865225Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9 so closing down at 1731612865228 (+3 ms)3 split writer threads finished at 1731612865228Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612865231 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612865231Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865235 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612865236 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865239 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612865240 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612865240 2024-11-14T19:34:25,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731612864484/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/ca7ebdf0-cdf5-3f2e-92ca-70b62aa89217/oldWALs/wal.dat.9 2024-11-14T19:34:25,287 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=142 (was 142), OpenFileDescriptor=391 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6120 (was 6169) 2024-11-14T19:34:25,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6120 2024-11-14T19:34:25,293 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742106_1285 (size=7) 2024-11-14T19:34:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742106_1285 (size=7) 2024-11-14T19:34:25,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:25,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,303 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:25,304 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T19:34:25,305 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:25,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742107_1286 (size=2403) 2024-11-14T19:34:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742107_1286 (size=2403) 2024-11-14T19:34:25,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:25,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0, size=2.3 K (2403bytes) 2024-11-14T19:34:25,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0 2024-11-14T19:34:25,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0 after 0ms 2024-11-14T19:34:25,334 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0 took 2ms 2024-11-14T19:34:25,336 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0 so closing down 2024-11-14T19:34:25,336 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,336 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,337 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:25,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742108_1287 (size=863) 2024-11-14T19:34:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742108_1287 (size=863) 2024-11-14T19:34:25,343 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:25,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T19:34:25,344 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-14T19:34:25,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0, size=2.3 K (2403bytes) at 1731612865332Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0 so closing down at 1731612865336 (+4 ms)3 split writer threads finished at 1731612865336Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612865338 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612865343 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731612865344 (+1 ms)Processed 20 edits across 1 Regions in 10 ms; skipped=10; WAL=hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731612865344 2024-11-14T19:34:25,346 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/WALs/testsplitremovesregioneventsedits,16010,1731612865303/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/08cd074a-f6a6-e80f-91f4-9e34823dd6fd/oldWALs/wal.dat.0 2024-11-14T19:34:25,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6117 (was 6120) 2024-11-14T19:34:25,368 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6117 2024-11-14T19:34:25,368 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:25,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742109_1288 (size=7) 2024-11-14T19:34:25,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742109_1288 (size=7) 2024-11-14T19:34:25,374 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:25,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,378 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:25,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6117 (was 6117) 2024-11-14T19:34:25,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6117 2024-11-14T19:34:25,398 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742110_1289 (size=7) 2024-11-14T19:34:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742110_1289 (size=7) 2024-11-14T19:34:25,404 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:25,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,407 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:25,417 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742111_1290 (size=255) 2024-11-14T19:34:25,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742111_1290 (size=255) 2024-11-14T19:34:25,441 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1, size=255 (255bytes) 2024-11-14T19:34:25,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1 2024-11-14T19:34:25,442 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1 after 1ms 2024-11-14T19:34:25,443 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1 took 2ms 2024-11-14T19:34:25,444 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-14T19:34:25,444 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1 so closing down 2024-11-14T19:34:25,444 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,444 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,445 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-14T19:34:25,445 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1, size=255 (255bytes) at 1731612865441Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1 so closing down at 1731612865444 (+3 ms)3 split writer threads finished at 1731612865444Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731612865445 (+1 ms) 2024-11-14T19:34:25,447 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/WALs/testsplitremovesreplicationmarkeredits,16010,1731612865407/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/8b33bcba-6500-117a-3719-8e09c6e43181/oldWALs/wal.dat.1 2024-11-14T19:34:25,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6117 (was 6117) 2024-11-14T19:34:25,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6117 2024-11-14T19:34:25,465 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742112_1291 (size=7) 2024-11-14T19:34:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742112_1291 (size=7) 2024-11-14T19:34:25,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:25,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,475 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:25,476 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-14T19:34:25,476 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T19:34:25,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:25,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742113_1292 (size=1941) 2024-11-14T19:34:25,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742113_1292 (size=1941) 2024-11-14T19:34:25,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:25,489 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e/data/default/t1/region__1 2024-11-14T19:34:25,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0, size=1.9 K (1941bytes) 2024-11-14T19:34:25,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0 2024-11-14T19:34:25,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0 after 0ms 2024-11-14T19:34:25,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0 took 2ms 2024-11-14T19:34:25,509 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-14T19:34:25,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0 so closing down 2024-11-14T19:34:25,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:25,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:25,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-14T19:34:25,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0, size=1.9 K (1941bytes) at 1731612865506Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0 so closing down at 1731612865509 (+3 ms)3 split writer threads finished at 1731612865509Processed 17 edits across 0 Regions in 1 ms; skipped=17; WAL=hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731612865509 2024-11-14T19:34:25,511 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/WALs/testsplitlogfiledeletedregiondir,16010,1731612865476/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/3490b202-cd7e-dac3-e13b-a47e32dcff51/oldWALs/wal.dat.0 2024-11-14T19:34:25,519 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6123 (was 6117) - AvailableMemoryMB LEAK? - 2024-11-14T19:34:25,525 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6123 2024-11-14T19:34:25,526 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:25,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742114_1293 (size=7) 2024-11-14T19:34:25,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742114_1293 (size=7) 2024-11-14T19:34:25,534 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:25,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:25,538 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:25,539 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T19:34:25,539 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:25,539 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:25,540 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:25,541 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:25,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742115_1294 (size=1393) 2024-11-14T19:34:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742115_1294 (size=1393) 2024-11-14T19:34:25,556 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:25,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:25,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742116_1295 (size=1393) 2024-11-14T19:34:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742116_1295 (size=1393) 2024-11-14T19:34:25,574 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:25,574 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:25,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742117_1296 (size=1393) 2024-11-14T19:34:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742117_1296 (size=1393) 2024-11-14T19:34:25,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:25,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:25,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742118_1297 (size=1393) 2024-11-14T19:34:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742118_1297 (size=1393) 2024-11-14T19:34:25,597 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:25,598 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:25,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742119_1298 (size=1393) 2024-11-14T19:34:25,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742119_1298 (size=1393) 2024-11-14T19:34:25,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:25,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:25,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742120_1299 (size=1393) 2024-11-14T19:34:25,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742120_1299 (size=1393) 2024-11-14T19:34:25,621 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:25,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:25,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742121_1300 (size=1405) 2024-11-14T19:34:25,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742121_1300 (size=1405) 2024-11-14T19:34:25,634 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:25,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:25,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742122_1301 (size=1413) 2024-11-14T19:34:25,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742122_1301 (size=1413) 2024-11-14T19:34:25,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:25,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:25,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742123_1302 (size=1413) 2024-11-14T19:34:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742123_1302 (size=1413) 2024-11-14T19:34:25,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:25,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:25,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:25,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742124_1303 (size=1413) 2024-11-14T19:34:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742124_1303 (size=1413) 2024-11-14T19:34:26,068 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:26,091 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:26,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0 2024-11-14T19:34:26,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0 after 1ms 2024-11-14T19:34:26,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0 took 3ms 2024-11-14T19:34:26,095 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0 so closing down 2024-11-14T19:34:26,095 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,095 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,095 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,095 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0, size=1.4 K (1393bytes) at 1731612866091Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0 so closing down at 1731612866095 (+4 ms)3 split writer threads finished at 1731612866095Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/886cbba2-dad5-eed7-6db8-ae70e3b3fde3/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731612865538/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866095 2024-11-14T19:34:26,102 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142 (was 142), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6131 (was 6123) - AvailableMemoryMB LEAK? - 2024-11-14T19:34:26,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=6131 2024-11-14T19:34:26,108 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:26,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742125_1304 (size=7) 2024-11-14T19:34:26,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742125_1304 (size=7) 2024-11-14T19:34:26,115 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:26,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:26,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:26,120 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:26,121 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:26,121 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:26,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:26,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742126_1305 (size=1393) 2024-11-14T19:34:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742126_1305 (size=1393) 2024-11-14T19:34:26,132 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:26,132 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:26,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742127_1306 (size=1393) 2024-11-14T19:34:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742127_1306 (size=1393) 2024-11-14T19:34:26,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:26,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742128_1307 (size=1393) 2024-11-14T19:34:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742128_1307 (size=1393) 2024-11-14T19:34:26,159 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:26,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:26,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742129_1308 (size=1393) 2024-11-14T19:34:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742129_1308 (size=1393) 2024-11-14T19:34:26,168 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:26,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:26,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:26,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742131_1310 (size=1393) 2024-11-14T19:34:26,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742131_1310 (size=1393) 2024-11-14T19:34:26,190 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:26,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:26,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742132_1311 (size=1405) 2024-11-14T19:34:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742132_1311 (size=1405) 2024-11-14T19:34:26,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:26,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:26,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742133_1312 (size=1413) 2024-11-14T19:34:26,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742133_1312 (size=1413) 2024-11-14T19:34:26,215 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:26,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:26,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742134_1313 (size=1413) 2024-11-14T19:34:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742134_1313 (size=1413) 2024-11-14T19:34:26,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:26,225 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742135_1314 (size=1413) 2024-11-14T19:34:26,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742135_1314 (size=1413) 2024-11-14T19:34:26,235 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:26,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742130_1309 (size=1458) 2024-11-14T19:34:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742130_1309 (size=1458) 2024-11-14T19:34:26,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:26,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0 2024-11-14T19:34:26,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0 after 0ms 2024-11-14T19:34:26,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0 took 3ms 2024-11-14T19:34:26,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0 so closing down 2024-11-14T19:34:26,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,263 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,265 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:26,265 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:26,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:26,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742137_1316 (size=743) 2024-11-14T19:34:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742136_1315 (size=743) 2024-11-14T19:34:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742136_1315 (size=743) 2024-11-14T19:34:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742137_1316 (size=743) 2024-11-14T19:34:26,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:26,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:26,274 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0, size=1.4 K (1393bytes) at 1731612866258Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0 so closing down at 1731612866263 (+5 ms)3 split writer threads finished at 1731612866263Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612866266 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612866266Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866273 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866273Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612866274 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612866274Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866274 2024-11-14T19:34:26,276 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/oldWALs/wal.dat.0 2024-11-14T19:34:26,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:26,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1 2024-11-14T19:34:26,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1 after 0ms 2024-11-14T19:34:26,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1 took 2ms 2024-11-14T19:34:26,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1 so closing down 2024-11-14T19:34:26,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,284 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:26,284 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:26,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:26,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742138_1317 (size=743) 2024-11-14T19:34:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742138_1317 (size=743) 2024-11-14T19:34:26,294 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:26,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742139_1318 (size=743) 2024-11-14T19:34:26,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742139_1318 (size=743) 2024-11-14T19:34:26,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,302 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:26,302 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,302 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1, size=1.4 K (1393bytes) at 1731612866276Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1 so closing down at 1731612866279 (+3 ms)3 split writer threads finished at 1731612866280 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612866285 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612866285Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866294 (+9 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612866296 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866300 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612866302 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866302 2024-11-14T19:34:26,303 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/oldWALs/wal.dat.1 2024-11-14T19:34:26,304 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:26,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2 2024-11-14T19:34:26,304 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2 after 0ms 2024-11-14T19:34:26,306 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2 took 2ms 2024-11-14T19:34:26,307 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2 so closing down 2024-11-14T19:34:26,307 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,307 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,308 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:26,308 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:26,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:26,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742141_1320 (size=743) 2024-11-14T19:34:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742141_1320 (size=743) 2024-11-14T19:34:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742140_1319 (size=743) 2024-11-14T19:34:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742140_1319 (size=743) 2024-11-14T19:34:26,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:26,323 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:26,323 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,323 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2, size=1.4 K (1393bytes) at 1731612866304Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2 so closing down at 1731612866307 (+3 ms)3 split writer threads finished at 1731612866307Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612866309 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612866309Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866314 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866314Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612866323 (+9 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612866323Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866323 2024-11-14T19:34:26,324 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/oldWALs/wal.dat.2 2024-11-14T19:34:26,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:26,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3 2024-11-14T19:34:26,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3 after 0ms 2024-11-14T19:34:26,327 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3 took 3ms 2024-11-14T19:34:26,328 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3 so closing down 2024-11-14T19:34:26,328 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,328 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,330 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:26,330 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:26,331 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:26,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:26,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742142_1321 (size=743) 2024-11-14T19:34:26,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742142_1321 (size=743) 2024-11-14T19:34:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742143_1322 (size=743) 2024-11-14T19:34:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742143_1322 (size=743) 2024-11-14T19:34:26,335 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:26,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,738 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:26,738 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,738 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3, size=1.4 K (1393bytes) at 1731612866325Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3 so closing down at 1731612866328 (+3 ms)3 split writer threads finished at 1731612866328Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612866331 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612866331Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866335 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612866336 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866736 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612866738 (+2 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866738 2024-11-14T19:34:26,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/oldWALs/wal.dat.3 2024-11-14T19:34:26,742 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4, size=1.4 K (1458bytes) 2024-11-14T19:34:26,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4 2024-11-14T19:34:26,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4 after 0ms 2024-11-14T19:34:26,745 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4 took 4ms 2024-11-14T19:34:26,748 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4 so closing down 2024-11-14T19:34:26,748 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,748 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,750 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:26,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-14T19:34:26,751 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:26,752 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:26,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp 2024-11-14T19:34:26,752 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-14T19:34:26,752 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:26,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-14T19:34:26,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4, size=1.4 K (1458bytes) at 1731612866742Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4 so closing down at 1731612866748 (+6 ms)3 split writer threads finished at 1731612866748Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612866752 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731612866752Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612866752Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731612866753 (+1 ms)Processed 21 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/WALs/testsplitwillfailifwritingtoregionfails,16010,1731612866120/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731612866753 2024-11-14T19:34:26,754 WARN [Thread-2062 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:56458 remote=/127.0.0.1:39315]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:26,754 WARN [Thread-2064 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$addBlock$11(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.addBlock(ClientNamenodeProtocolTranslatorPB.java:500) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.addBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DFSOutputStream.addBlock(DFSOutputStream.java:1143) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.locateFollowingBlock(DataStreamer.java:2035) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1830) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:26,755 WARN [Thread-2062 {}] hdfs.DataStreamer(1850): Abandoning BP-842264620-172.17.0.2-1731612827788:blk_1073742144_1323 2024-11-14T19:34:26,755 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:26,759 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:26,759 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:41061/user/jenkins/test-data/15676b48-4cd2-2985-5ffb-9c54d066a49f/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:26,760 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_183008158_22 at /127.0.0.1:50028 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:41871:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50028 dst: /127.0.0.1:41871 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:26,760 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_183008158_22 at /127.0.0.1:56458 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:39315:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56458 dst: /127.0.0.1:39315 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:26,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=146 (was 142) - Thread LEAK? -, OpenFileDescriptor=396 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=6108 (was 6131) 2024-11-14T19:34:26,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=6108 2024-11-14T19:34:26,770 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:26,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742146_1325 (size=7) 2024-11-14T19:34:26,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742146_1325 (size=7) 2024-11-14T19:34:26,777 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:26,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:26,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:26,780 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:26,781 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T19:34:26,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742147_1326 (size=93) 2024-11-14T19:34:26,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742147_1326 (size=93) 2024-11-14T19:34:26,785 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:26,786 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:26,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:26,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742148_1327 (size=1393) 2024-11-14T19:34:26,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742148_1327 (size=1393) 2024-11-14T19:34:26,797 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:26,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:26,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,802 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,802 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742149_1328 (size=1393) 2024-11-14T19:34:26,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742149_1328 (size=1393) 2024-11-14T19:34:26,807 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:26,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:26,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742150_1329 (size=1393) 2024-11-14T19:34:26,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742150_1329 (size=1393) 2024-11-14T19:34:26,816 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:26,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:26,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742151_1330 (size=1393) 2024-11-14T19:34:26,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742151_1330 (size=1393) 2024-11-14T19:34:26,826 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:26,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:26,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742152_1331 (size=1393) 2024-11-14T19:34:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742152_1331 (size=1393) 2024-11-14T19:34:26,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:26,836 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:26,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742153_1332 (size=1393) 2024-11-14T19:34:26,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742153_1332 (size=1393) 2024-11-14T19:34:26,847 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:26,847 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:26,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742154_1333 (size=1405) 2024-11-14T19:34:26,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742154_1333 (size=1405) 2024-11-14T19:34:26,857 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:26,857 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742155_1334 (size=1413) 2024-11-14T19:34:26,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742155_1334 (size=1413) 2024-11-14T19:34:26,867 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:26,867 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742156_1335 (size=1413) 2024-11-14T19:34:26,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742156_1335 (size=1413) 2024-11-14T19:34:26,881 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:26,882 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:26,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:26,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:26,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742157_1336 (size=1413) 2024-11-14T19:34:26,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742157_1336 (size=1413) 2024-11-14T19:34:26,892 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:26,892 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T19:34:26,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742158_1337 (size=93) 2024-11-14T19:34:26,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742158_1337 (size=93) 2024-11-14T19:34:26,913 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty, size=93 (93bytes) 2024-11-14T19:34:26,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty 2024-11-14T19:34:26,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty after 1ms 2024-11-14T19:34:26,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty took 3ms 2024-11-14T19:34:26,916 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty so closing down 2024-11-14T19:34:26,916 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,916 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,916 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T19:34:26,916 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty, size=93 (93bytes) at 1731612866913Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty so closing down at 1731612866916 (+3 ms)3 split writer threads finished at 1731612866916Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731612866916 2024-11-14T19:34:26,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat..empty to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat..empty 2024-11-14T19:34:26,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:26,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0 2024-11-14T19:34:26,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0 after 1ms 2024-11-14T19:34:26,920 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0 took 2ms 2024-11-14T19:34:26,922 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0 so closing down 2024-11-14T19:34:26,922 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,922 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,924 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:26,924 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:26,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:26,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:26,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742159_1338 (size=743) 2024-11-14T19:34:26,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742159_1338 (size=743) 2024-11-14T19:34:26,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742160_1339 (size=743) 2024-11-14T19:34:26,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742160_1339 (size=743) 2024-11-14T19:34:26,934 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:26,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0, size=1.4 K (1393bytes) at 1731612866918Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0 so closing down at 1731612866922 (+4 ms)3 split writer threads finished at 1731612866922Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612866925 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612866928 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866932 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612866934 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866934Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612866935 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866936 (+1 ms) 2024-11-14T19:34:26,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.0 2024-11-14T19:34:26,937 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:26,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1 2024-11-14T19:34:26,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1 after 1ms 2024-11-14T19:34:26,939 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1 took 2ms 2024-11-14T19:34:26,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1 so closing down 2024-11-14T19:34:26,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,943 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:26,943 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:26,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:26,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742161_1340 (size=743) 2024-11-14T19:34:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742161_1340 (size=743) 2024-11-14T19:34:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742162_1341 (size=743) 2024-11-14T19:34:26,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742162_1341 (size=743) 2024-11-14T19:34:26,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,948 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,949 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:26,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:26,949 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,949 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1, size=1.4 K (1393bytes) at 1731612866937Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1 so closing down at 1731612866941 (+4 ms)3 split writer threads finished at 1731612866941Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612866944 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612866944Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866948 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866948Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612866949 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612866949Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866949 2024-11-14T19:34:26,950 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.1 2024-11-14T19:34:26,950 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:26,950 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2 2024-11-14T19:34:26,951 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2 after 1ms 2024-11-14T19:34:26,952 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2 took 2ms 2024-11-14T19:34:26,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2 so closing down 2024-11-14T19:34:26,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,953 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,955 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:26,955 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:26,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:26,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:26,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742163_1342 (size=743) 2024-11-14T19:34:26,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742163_1342 (size=743) 2024-11-14T19:34:26,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742164_1343 (size=743) 2024-11-14T19:34:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742164_1343 (size=743) 2024-11-14T19:34:26,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:26,968 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,968 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2, size=1.4 K (1393bytes) at 1731612866950Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2 so closing down at 1731612866953 (+3 ms)3 split writer threads finished at 1731612866953Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612866956 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612866956Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866960 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612866961 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866967 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612866968 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866968 2024-11-14T19:34:26,970 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.2 2024-11-14T19:34:26,970 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:26,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3 2024-11-14T19:34:26,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3 after 1ms 2024-11-14T19:34:26,972 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3 took 2ms 2024-11-14T19:34:26,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3 so closing down 2024-11-14T19:34:26,974 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,974 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,975 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:26,975 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:26,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:26,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742165_1344 (size=743) 2024-11-14T19:34:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742165_1344 (size=743) 2024-11-14T19:34:26,980 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:26,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742166_1345 (size=743) 2024-11-14T19:34:26,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742166_1345 (size=743) 2024-11-14T19:34:26,984 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:26,986 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,986 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3, size=1.4 K (1393bytes) at 1731612866970Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3 so closing down at 1731612866973 (+3 ms)3 split writer threads finished at 1731612866974 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612866976 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612866976Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866980 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612866982 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866985 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612866986 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866986 2024-11-14T19:34:26,987 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.3 2024-11-14T19:34:26,987 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:26,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4 2024-11-14T19:34:26,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4 after 1ms 2024-11-14T19:34:26,989 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4 took 2ms 2024-11-14T19:34:26,990 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4 so closing down 2024-11-14T19:34:26,990 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:26,990 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:26,992 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:26,992 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:26,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:26,992 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742168_1347 (size=743) 2024-11-14T19:34:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742168_1347 (size=743) 2024-11-14T19:34:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742167_1346 (size=743) 2024-11-14T19:34:26,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742167_1346 (size=743) 2024-11-14T19:34:26,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:26,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:26,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:26,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:26,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4, size=1.4 K (1393bytes) at 1731612866987Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4 so closing down at 1731612866990 (+3 ms)3 split writer threads finished at 1731612866990Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612866992 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612866992Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866996 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612866997 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612866998 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612866998Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612866998 2024-11-14T19:34:26,999 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.4 2024-11-14T19:34:27,000 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:27,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5 2024-11-14T19:34:27,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5 after 0ms 2024-11-14T19:34:27,002 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5 took 3ms 2024-11-14T19:34:27,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5 so closing down 2024-11-14T19:34:27,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:27,003 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:27,005 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:27,005 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:27,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:27,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742170_1349 (size=743) 2024-11-14T19:34:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742169_1348 (size=743) 2024-11-14T19:34:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742169_1348 (size=743) 2024-11-14T19:34:27,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742170_1349 (size=743) 2024-11-14T19:34:27,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:27,012 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T19:34:27,012 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:27,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5, size=1.4 K (1393bytes) at 1731612867000Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5 so closing down at 1731612867003 (+3 ms)3 split writer threads finished at 1731612867003Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612867006 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612867006Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867011 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867011Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612867012 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731612867012Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612867012 2024-11-14T19:34:27,013 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.5 2024-11-14T19:34:27,014 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:27,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6 2024-11-14T19:34:27,014 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6 after 0ms 2024-11-14T19:34:27,016 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6 took 2ms 2024-11-14T19:34:27,017 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6 so closing down 2024-11-14T19:34:27,017 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:27,017 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:27,018 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:27,018 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:27,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:27,019 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:27,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742171_1350 (size=749) 2024-11-14T19:34:27,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742172_1351 (size=749) 2024-11-14T19:34:27,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742172_1351 (size=749) 2024-11-14T19:34:27,024 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,025 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:27,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:27,025 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:27,025 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6, size=1.4 K (1405bytes) at 1731612867014Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6 so closing down at 1731612867017 (+3 ms)3 split writer threads finished at 1731612867017Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612867019 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612867019Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867024 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867024Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612867025 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612867025Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612867025 2024-11-14T19:34:27,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742171_1350 (size=749) 2024-11-14T19:34:27,027 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.6 2024-11-14T19:34:27,027 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:27,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7 2024-11-14T19:34:27,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7 after 0ms 2024-11-14T19:34:27,029 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7 took 2ms 2024-11-14T19:34:27,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7 so closing down 2024-11-14T19:34:27,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:27,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:27,032 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:27,032 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:27,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:27,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742174_1353 (size=753) 2024-11-14T19:34:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742174_1353 (size=753) 2024-11-14T19:34:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742173_1352 (size=753) 2024-11-14T19:34:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742173_1352 (size=753) 2024-11-14T19:34:27,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:27,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:27,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:27,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7, size=1.4 K (1413bytes) at 1731612867027Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7 so closing down at 1731612867030 (+3 ms)3 split writer threads finished at 1731612867030Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612867033 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612867033Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867041 (+8 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612867042 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867043 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612867044 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612867044 2024-11-14T19:34:27,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.7 2024-11-14T19:34:27,046 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:27,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8 2024-11-14T19:34:27,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8 after 1ms 2024-11-14T19:34:27,048 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8 took 2ms 2024-11-14T19:34:27,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8 so closing down 2024-11-14T19:34:27,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:27,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:27,051 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:27,051 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:27,052 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:27,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:27,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742176_1355 (size=753) 2024-11-14T19:34:27,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742175_1354 (size=753) 2024-11-14T19:34:27,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742175_1354 (size=753) 2024-11-14T19:34:27,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742176_1355 (size=753) 2024-11-14T19:34:27,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,061 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:27,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:27,061 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:27,061 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8, size=1.4 K (1413bytes) at 1731612867046Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8 so closing down at 1731612867050 (+4 ms)3 split writer threads finished at 1731612867050Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612867052 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612867052Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867060 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867060Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612867061 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612867061Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612867061 2024-11-14T19:34:27,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.8 2024-11-14T19:34:27,063 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:27,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9 2024-11-14T19:34:27,063 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9 after 0ms 2024-11-14T19:34:27,064 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9 took 2ms 2024-11-14T19:34:27,065 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9 so closing down 2024-11-14T19:34:27,066 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:27,066 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:27,067 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:27,067 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:27,068 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:27,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742177_1356 (size=753) 2024-11-14T19:34:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742178_1357 (size=753) 2024-11-14T19:34:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742178_1357 (size=753) 2024-11-14T19:34:27,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742177_1356 (size=753) 2024-11-14T19:34:27,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:27,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:27,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:27,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9, size=1.4 K (1413bytes) at 1731612867063Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9 so closing down at 1731612867066 (+3 ms)3 split writer threads finished at 1731612867066Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612867068 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612867068Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867075 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867075Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612867076 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612867076Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612867076 2024-11-14T19:34:27,077 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.9 2024-11-14T19:34:27,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty, size=93 (93bytes) 2024-11-14T19:34:27,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty 2024-11-14T19:34:27,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty after 1ms 2024-11-14T19:34:27,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty took 2ms 2024-11-14T19:34:27,080 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty so closing down 2024-11-14T19:34:27,080 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:27,080 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:27,080 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T19:34:27,080 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty, size=93 (93bytes) at 1731612867077Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty so closing down at 1731612867080 (+3 ms)3 split writer threads finished at 1731612867080Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731612867080 2024-11-14T19:34:27,081 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/WALs/testemptylogfiles,16010,1731612866780/wal.dat.empty to hdfs://localhost:41061/user/jenkins/test-data/2ff7d3fe-b63c-f966-011a-ebcb7c6da80e/oldWALs/wal.dat.empty 2024-11-14T19:34:27,130 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=6102 (was 6108) 2024-11-14T19:34:27,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=6102 2024-11-14T19:34:27,136 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742179_1358 (size=7) 2024-11-14T19:34:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742179_1358 (size=7) 2024-11-14T19:34:27,143 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:27,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:27,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:27,146 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:27,147 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:27,147 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:27,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:27,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742180_1359 (size=1393) 2024-11-14T19:34:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742180_1359 (size=1393) 2024-11-14T19:34:27,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:27,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742181_1360 (size=1393) 2024-11-14T19:34:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742181_1360 (size=1393) 2024-11-14T19:34:27,571 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:27,572 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:27,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742182_1361 (size=1393) 2024-11-14T19:34:27,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742182_1361 (size=1393) 2024-11-14T19:34:27,586 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:27,587 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742183_1362 (size=1393) 2024-11-14T19:34:27,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742183_1362 (size=1393) 2024-11-14T19:34:27,599 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:27,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:27,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742184_1363 (size=1393) 2024-11-14T19:34:27,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742184_1363 (size=1393) 2024-11-14T19:34:27,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:27,611 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:27,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742185_1364 (size=1393) 2024-11-14T19:34:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742185_1364 (size=1393) 2024-11-14T19:34:27,621 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:27,621 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:27,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742186_1365 (size=1405) 2024-11-14T19:34:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742186_1365 (size=1405) 2024-11-14T19:34:27,635 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:27,635 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:27,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742187_1366 (size=1413) 2024-11-14T19:34:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742187_1366 (size=1413) 2024-11-14T19:34:27,645 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:27,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742188_1367 (size=1413) 2024-11-14T19:34:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742188_1367 (size=1413) 2024-11-14T19:34:27,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:27,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:27,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:27,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:27,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742189_1368 (size=1413) 2024-11-14T19:34:27,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742189_1368 (size=1413) 2024-11-14T19:34:27,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:27,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:27,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0 2024-11-14T19:34:27,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0 after 1ms 2024-11-14T19:34:27,690 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0 took 2ms 2024-11-14T19:34:27,692 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0 so closing down 2024-11-14T19:34:27,692 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:27,692 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:27,694 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:27,694 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:27,695 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:27,695 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742190_1369 (size=743) 2024-11-14T19:34:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742190_1369 (size=743) 2024-11-14T19:34:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742191_1370 (size=743) 2024-11-14T19:34:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742191_1370 (size=743) 2024-11-14T19:34:27,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:27,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:28,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:28,104 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:28,104 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:28,105 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0, size=1.4 K (1393bytes) at 1731612867688Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0 so closing down at 1731612867692 (+4 ms)3 split writer threads finished at 1731612867692Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612867695 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612867695Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612867700 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612867701 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612868101 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612868104 (+3 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612868104 2024-11-14T19:34:28,108 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.0 2024-11-14T19:34:28,108 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:28,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1 2024-11-14T19:34:28,109 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1 after 0ms 2024-11-14T19:34:28,111 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1 took 3ms 2024-11-14T19:34:28,114 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1 so closing down 2024-11-14T19:34:28,115 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:28,115 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:28,117 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:28,117 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:28,118 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:28,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742192_1371 (size=743) 2024-11-14T19:34:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742192_1371 (size=743) 2024-11-14T19:34:28,124 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742193_1372 (size=743) 2024-11-14T19:34:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742193_1372 (size=743) 2024-11-14T19:34:28,125 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:28,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:28,126 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:28,126 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:28,126 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1, size=1.4 K (1393bytes) at 1731612868108Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1 so closing down at 1731612868115 (+7 ms)3 split writer threads finished at 1731612868115Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612868118 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612868119 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612868124 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612868125 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612868125Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612868126 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612868126 2024-11-14T19:34:28,128 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.1 2024-11-14T19:34:28,128 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:28,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2 2024-11-14T19:34:28,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2 after 0ms 2024-11-14T19:34:28,130 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2 took 2ms 2024-11-14T19:34:28,132 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2 so closing down 2024-11-14T19:34:28,132 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:28,132 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:28,133 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:28,133 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:28,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:28,135 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742194_1373 (size=743) 2024-11-14T19:34:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742194_1373 (size=743) 2024-11-14T19:34:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742195_1374 (size=743) 2024-11-14T19:34:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742195_1374 (size=743) 2024-11-14T19:34:28,147 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:28,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:28,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:28,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:28,547 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:28,548 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2, size=1.4 K (1393bytes) at 1731612868128Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2 so closing down at 1731612868132 (+4 ms)3 split writer threads finished at 1731612868132Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612868135 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612868135Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612868147 (+12 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612868148 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612868546 (+398 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612868547 (+1 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612868547 2024-11-14T19:34:28,549 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.2 2024-11-14T19:34:28,549 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:28,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3 2024-11-14T19:34:28,549 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3 after 0ms 2024-11-14T19:34:28,551 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3 took 2ms 2024-11-14T19:34:28,553 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3 so closing down 2024-11-14T19:34:28,553 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:28,553 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:28,556 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:28,556 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:28,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:28,558 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:28,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742196_1375 (size=743) 2024-11-14T19:34:28,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742196_1375 (size=743) 2024-11-14T19:34:28,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:28,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742197_1376 (size=743) 2024-11-14T19:34:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742197_1376 (size=743) 2024-11-14T19:34:28,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:28,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:28,578 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:28,578 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3, size=1.4 K (1393bytes) at 1731612868549Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3 so closing down at 1731612868553 (+4 ms)3 split writer threads finished at 1731612868553Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612868557 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612868558 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612868564 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612868567 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612868577 (+10 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612868578 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612868578 2024-11-14T19:34:28,580 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.3 2024-11-14T19:34:28,580 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:28,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4 2024-11-14T19:34:28,581 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4 after 0ms 2024-11-14T19:34:28,583 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4 took 2ms 2024-11-14T19:34:28,584 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4 so closing down 2024-11-14T19:34:28,584 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:28,584 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:28,585 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:28,585 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:28,586 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:28,586 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:28,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742199_1378 (size=743) 2024-11-14T19:34:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742199_1378 (size=743) 2024-11-14T19:34:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742198_1377 (size=743) 2024-11-14T19:34:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742198_1377 (size=743) 2024-11-14T19:34:28,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:28,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:28,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:28,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:28,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:28,994 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4, size=1.4 K (1393bytes) at 1731612868580Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4 so closing down at 1731612868584 (+4 ms)3 split writer threads finished at 1731612868584Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612868586 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612868586Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612868591 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612868592 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612868991 (+399 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612868993 (+2 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612868994 (+1 ms) 2024-11-14T19:34:28,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.4 2024-11-14T19:34:28,996 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:28,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5 2024-11-14T19:34:28,997 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5 after 1ms 2024-11-14T19:34:29,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5 took 4ms 2024-11-14T19:34:29,001 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5 so closing down 2024-11-14T19:34:29,001 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:29,002 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:29,004 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:29,004 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:29,005 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:29,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:29,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742200_1379 (size=743) 2024-11-14T19:34:29,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742200_1379 (size=743) 2024-11-14T19:34:29,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742201_1380 (size=743) 2024-11-14T19:34:29,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742201_1380 (size=743) 2024-11-14T19:34:29,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,014 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T19:34:29,014 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:29,015 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5, size=1.4 K (1393bytes) at 1731612868996Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5 so closing down at 1731612869001 (+5 ms)3 split writer threads finished at 1731612869002 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612869005 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612869005Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869010 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612869012 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869013 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731612869014 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612869014 2024-11-14T19:34:29,016 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.5 2024-11-14T19:34:29,016 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:29,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6 2024-11-14T19:34:29,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6 after 1ms 2024-11-14T19:34:29,019 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6 took 3ms 2024-11-14T19:34:29,020 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6 so closing down 2024-11-14T19:34:29,020 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:29,020 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:29,021 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:29,021 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:29,022 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:29,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:29,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742202_1381 (size=749) 2024-11-14T19:34:29,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742202_1381 (size=749) 2024-11-14T19:34:29,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742203_1382 (size=749) 2024-11-14T19:34:29,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742203_1382 (size=749) 2024-11-14T19:34:29,033 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,033 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:29,034 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:29,034 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:29,034 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6, size=1.4 K (1405bytes) at 1731612869016Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6 so closing down at 1731612869020 (+4 ms)3 split writer threads finished at 1731612869020Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612869022 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612869022Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869033 (+11 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869033Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612869034 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612869034Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612869034 2024-11-14T19:34:29,036 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.6 2024-11-14T19:34:29,036 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:29,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7 2024-11-14T19:34:29,036 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7 after 0ms 2024-11-14T19:34:29,038 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7 took 2ms 2024-11-14T19:34:29,039 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7 so closing down 2024-11-14T19:34:29,039 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:29,039 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:29,043 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:29,043 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:29,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:29,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742204_1383 (size=753) 2024-11-14T19:34:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742204_1383 (size=753) 2024-11-14T19:34:29,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742205_1384 (size=753) 2024-11-14T19:34:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742205_1384 (size=753) 2024-11-14T19:34:29,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:29,469 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:29,469 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7, size=1.4 K (1413bytes) at 1731612869036Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7 so closing down at 1731612869039 (+3 ms)3 split writer threads finished at 1731612869039Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612869044 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612869044Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869054 (+10 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612869056 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869465 (+409 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612869468 (+3 ms)Processed 20 edits across 2 Regions in 431 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612869469 (+1 ms) 2024-11-14T19:34:29,473 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.7 2024-11-14T19:34:29,473 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:29,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8 2024-11-14T19:34:29,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8 after 1ms 2024-11-14T19:34:29,485 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8 took 12ms 2024-11-14T19:34:29,486 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8 so closing down 2024-11-14T19:34:29,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:29,486 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:29,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:29,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:29,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:29,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:29,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742207_1386 (size=753) 2024-11-14T19:34:29,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742207_1386 (size=753) 2024-11-14T19:34:29,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742206_1385 (size=753) 2024-11-14T19:34:29,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742206_1385 (size=753) 2024-11-14T19:34:29,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:29,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:29,904 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:29,904 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8, size=1.4 K (1413bytes) at 1731612869473Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8 so closing down at 1731612869486 (+13 ms)3 split writer threads finished at 1731612869486Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612869489 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612869489Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869498 (+9 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612869499 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869900 (+401 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612869904 (+4 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612869904 2024-11-14T19:34:29,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.8 2024-11-14T19:34:29,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:29,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9 2024-11-14T19:34:29,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9 after 1ms 2024-11-14T19:34:29,912 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9 took 4ms 2024-11-14T19:34:29,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9 so closing down 2024-11-14T19:34:29,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:29,914 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:29,916 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:29,916 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:29,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:29,917 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:29,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742209_1388 (size=753) 2024-11-14T19:34:29,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742209_1388 (size=753) 2024-11-14T19:34:29,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742208_1387 (size=753) 2024-11-14T19:34:29,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742208_1387 (size=753) 2024-11-14T19:34:29,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:29,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:29,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:29,924 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:29,924 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9, size=1.4 K (1413bytes) at 1731612869908Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9 so closing down at 1731612869914 (+6 ms)3 split writer threads finished at 1731612869914Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612869917 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612869917Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869922 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612869922Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612869923 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612869923Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612869924 (+1 ms) 2024-11-14T19:34:29,925 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731612867146/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/9f9f01e1-8d86-bcfb-70c1-8934110623e6/oldWALs/wal.dat.9 2024-11-14T19:34:29,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=6074 (was 6102) 2024-11-14T19:34:29,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=6074 2024-11-14T19:34:29,939 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:29,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742210_1389 (size=7) 2024-11-14T19:34:29,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742210_1389 (size=7) 2024-11-14T19:34:29,946 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:29,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:29,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:29,949 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:29,955 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:41061/user/jenkins/test-data/f12eaa61-e76d-e3ec-d5f5-80890c83b7a4/data/hbase/meta/1588230740/recovered.edits 2024-11-14T19:34:29,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=6074 (was 6074) 2024-11-14T19:34:29,978 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=6074 2024-11-14T19:34:29,979 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742211_1390 (size=7) 2024-11-14T19:34:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742211_1390 (size=7) 2024-11-14T19:34:29,985 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:29,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:29,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:29,988 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:29,988 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-14T19:34:29,989 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-14T19:34:29,990 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-14T19:34:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:29,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742212_1391 (size=818) 2024-11-14T19:34:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742212_1391 (size=818) 2024-11-14T19:34:30,019 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5, size=818 (818bytes) 2024-11-14T19:34:30,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5 2024-11-14T19:34:30,019 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5 after 0ms 2024-11-14T19:34:30,021 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5 took 3ms 2024-11-14T19:34:30,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5 so closing down 2024-11-14T19:34:30,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:30,022 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:30,024 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-14T19:34:30,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-14T19:34:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742213_1392 (size=783) 2024-11-14T19:34:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742213_1392 (size=783) 2024-11-14T19:34:30,029 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-14T19:34:30,030 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-14T19:34:30,031 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-14T19:34:30,031 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5, size=818 (818bytes) at 1731612870019Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5 so closing down at 1731612870022 (+3 ms)3 split writer threads finished at 1731612870022Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731612870025 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731612870029 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731612870030 (+1 ms)Processed 11 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731612870031 (+1 ms) 2024-11-14T19:34:30,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/WALs/testemptywaledit,16010,1731612869988/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/7a3b7ed3-52f5-139c-78d9-589d2622ced0/oldWALs/wal.dat.5 2024-11-14T19:34:30,046 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=143 (was 143), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=6074 (was 6074) 2024-11-14T19:34:30,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=143, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=6074 2024-11-14T19:34:30,053 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:30,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742214_1393 (size=7) 2024-11-14T19:34:30,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742214_1393 (size=7) 2024-11-14T19:34:30,059 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:30,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:30,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:30,063 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:30,063 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:30,064 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:30,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:30,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742215_1394 (size=1393) 2024-11-14T19:34:30,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742215_1394 (size=1393) 2024-11-14T19:34:30,075 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:30,075 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:30,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742216_1395 (size=1393) 2024-11-14T19:34:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742216_1395 (size=1393) 2024-11-14T19:34:30,085 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:30,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,092 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742217_1396 (size=1393) 2024-11-14T19:34:30,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742217_1396 (size=1393) 2024-11-14T19:34:30,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:30,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742218_1397 (size=1393) 2024-11-14T19:34:30,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742218_1397 (size=1393) 2024-11-14T19:34:30,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:30,106 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:30,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742219_1398 (size=1393) 2024-11-14T19:34:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742219_1398 (size=1393) 2024-11-14T19:34:30,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:30,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:30,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742220_1399 (size=1393) 2024-11-14T19:34:30,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742220_1399 (size=1393) 2024-11-14T19:34:30,128 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:30,128 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742221_1400 (size=1405) 2024-11-14T19:34:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742221_1400 (size=1405) 2024-11-14T19:34:30,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:30,140 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:30,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742222_1401 (size=1413) 2024-11-14T19:34:30,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742222_1401 (size=1413) 2024-11-14T19:34:30,152 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:30,152 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742223_1402 (size=1413) 2024-11-14T19:34:30,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742223_1402 (size=1413) 2024-11-14T19:34:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:30,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:30,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742224_1403 (size=1413) 2024-11-14T19:34:30,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742224_1403 (size=1413) 2024-11-14T19:34:30,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:30,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:30,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0 2024-11-14T19:34:30,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0 after 0ms 2024-11-14T19:34:30,196 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0 took 2ms 2024-11-14T19:34:30,198 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0 so closing down 2024-11-14T19:34:30,198 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:30,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:30,199 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:30,199 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:30,200 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:30,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742226_1405 (size=743) 2024-11-14T19:34:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742226_1405 (size=743) 2024-11-14T19:34:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742227_1406 (size=743) 2024-11-14T19:34:30,206 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742227_1406 (size=743) 2024-11-14T19:34:30,206 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:30,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:30,207 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:30,207 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:30,207 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0, size=1.4 K (1393bytes) at 1731612870194Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0 so closing down at 1731612870198 (+4 ms)3 split writer threads finished at 1731612870198Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612870200 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612870202 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612870206 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612870206Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612870207 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612870207Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612870207 2024-11-14T19:34:30,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/oldWALs/wal.dat.0 2024-11-14T19:34:30,209 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:30,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1 2024-11-14T19:34:30,209 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1 after 0ms 2024-11-14T19:34:30,211 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1 took 1ms 2024-11-14T19:34:30,211 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1 so closing down 2024-11-14T19:34:30,211 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:30,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:30,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:30,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:30,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:30,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742228_1407 (size=743) 2024-11-14T19:34:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742228_1407 (size=743) 2024-11-14T19:34:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742229_1408 (size=743) 2024-11-14T19:34:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742229_1408 (size=743) 2024-11-14T19:34:30,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:30,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:30,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:30,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:30,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:30,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1, size=1.4 K (1393bytes) at 1731612870209Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1 so closing down at 1731612870211 (+2 ms)3 split writer threads finished at 1731612870212 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612870214 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612870214Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612870219 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612870219Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612870220 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612870220Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612870220 2024-11-14T19:34:30,221 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/oldWALs/wal.dat.1 2024-11-14T19:34:30,221 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:30,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2 2024-11-14T19:34:30,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2 after 1ms 2024-11-14T19:34:30,224 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2 took 3ms 2024-11-14T19:34:30,225 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2 so closing down 2024-11-14T19:34:30,225 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:30,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:30,228 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:30,228 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:30,229 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:30,229 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742230_1409 (size=743) 2024-11-14T19:34:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742231_1410 (size=743) 2024-11-14T19:34:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742231_1410 (size=743) 2024-11-14T19:34:30,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742230_1409 (size=743) 2024-11-14T19:34:30,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:30,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:30,636 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:30,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:30,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:30,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2, size=1.4 K (1393bytes) at 1731612870221Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2 so closing down at 1731612870225 (+4 ms)3 split writer threads finished at 1731612870225Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612870229 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612870229Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612870235 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612870236 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612870636 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612870640 (+4 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612870641 (+1 ms) 2024-11-14T19:34:30,646 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/oldWALs/wal.dat.2 2024-11-14T19:34:30,646 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:30,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3 2024-11-14T19:34:30,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3 after 1ms 2024-11-14T19:34:30,649 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3 took 3ms 2024-11-14T19:34:30,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3 so closing down 2024-11-14T19:34:30,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:30,651 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:30,653 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:30,653 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:30,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:30,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:30,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742233_1412 (size=743) 2024-11-14T19:34:30,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742233_1412 (size=743) 2024-11-14T19:34:30,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:30,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:30,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742232_1411 (size=743) 2024-11-14T19:34:30,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742232_1411 (size=743) 2024-11-14T19:34:30,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:30,663 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:30,663 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:30,663 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3, size=1.4 K (1393bytes) at 1731612870646Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3 so closing down at 1731612870650 (+4 ms)3 split writer threads finished at 1731612870651 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612870654 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612870654Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612870659 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612870660 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612870662 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612870663 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612870663 2024-11-14T19:34:30,665 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/oldWALs/wal.dat.3 2024-11-14T19:34:30,665 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:30,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4 2024-11-14T19:34:30,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4 after 0ms 2024-11-14T19:34:30,667 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4 took 2ms 2024-11-14T19:34:30,668 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4 so closing down 2024-11-14T19:34:30,668 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:30,668 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:30,669 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:30,669 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:30,670 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:30,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742235_1414 (size=743) 2024-11-14T19:34:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742234_1413 (size=743) 2024-11-14T19:34:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742234_1413 (size=743) 2024-11-14T19:34:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742235_1414 (size=743) 2024-11-14T19:34:30,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:30,676 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:31,077 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:31,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:31,082 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:31,082 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4, size=1.4 K (1393bytes) at 1731612870665Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4 so closing down at 1731612870668 (+3 ms)3 split writer threads finished at 1731612870668Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612870670 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612870670Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612870675 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612870676 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612871077 (+401 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612871082 (+5 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612871082 2024-11-14T19:34:31,087 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/oldWALs/wal.dat.4 2024-11-14T19:34:31,087 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T19:34:31,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 2024-11-14T19:34:31,088 WARN [IPC Server handler 2 on default port 41061 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-14T19:34:31,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 after 2ms 2024-11-14T19:34:31,494 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1557367839_22 at /127.0.0.1:57160 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:39315:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57160 dst: /127.0.0.1:39315 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39315 remote=/127.0.0.1:57160]. Total timeout mills is 60000, 58686 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:31,494 WARN [ResponseProcessor for block BP-842264620-172.17.0.2-1731612827788:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-842264620-172.17.0.2-1731612827788:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:31,494 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1557367839_22 at /127.0.0.1:50756 [Receiving block BP-842264620-172.17.0.2-1731612827788:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:41871:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50756 dst: /127.0.0.1:41871 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T19:34:31,495 WARN [DataStreamer for file /user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 block BP-842264620-172.17.0.2-1731612827788:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-842264620-172.17.0.2-1731612827788:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39315,DS-174747a3-f407-4fd6-99e3-0191be818ffd,DISK], DatanodeInfoWithStorage[127.0.0.1:41871,DS-8a4c5ca3-ae15-4065-bbb8-7565fc7ee700,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39315,DS-174747a3-f407-4fd6-99e3-0191be818ffd,DISK]) is bad. 2024-11-14T19:34:31,496 WARN [DataStreamer for file /user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 block BP-842264620-172.17.0.2-1731612827788:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-842264620-172.17.0.2-1731612827788:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T19:34:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742225_1415 (size=1394) 2024-11-14T19:34:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742225_1415 (size=1394) 2024-11-14T19:34:35,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 after 4002ms 2024-11-14T19:34:35,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 took 4005ms 2024-11-14T19:34:35,093 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:35,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 so closing down 2024-11-14T19:34:35,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:35,094 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:35,096 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:35,096 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:35,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:35,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:35,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742237_1417 (size=353) 2024-11-14T19:34:35,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742236_1416 (size=418) 2024-11-14T19:34:35,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742236_1416 (size=418) 2024-11-14T19:34:35,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742237_1417 (size=353) 2024-11-14T19:34:35,115 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T19:34:35,116 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-14T19:34:35,116 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T19:34:35,116 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5, size=1.4 K (1394bytes) at 1731612871087Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 so closing down at 1731612875094 (+4007 ms)3 split writer threads finished at 1731612875094Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612875099 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612875099Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731612875115 (+16 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612875115Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731612875116 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731612875116Processed 9 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731612875116 2024-11-14T19:34:35,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/corrupt/wal.dat.5 2024-11-14T19:34:35,118 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:35,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6 2024-11-14T19:34:35,118 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6 after 0ms 2024-11-14T19:34:35,123 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6 took 5ms 2024-11-14T19:34:35,124 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6 so closing down 2024-11-14T19:34:35,124 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:35,124 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:35,126 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:35,126 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:35,127 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:35,131 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742238_1418 (size=749) 2024-11-14T19:34:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742238_1418 (size=749) 2024-11-14T19:34:35,135 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,136 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:35,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742239_1419 (size=749) 2024-11-14T19:34:35,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742239_1419 (size=749) 2024-11-14T19:34:35,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:35,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:35,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6, size=1.4 K (1405bytes) at 1731612875118Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6 so closing down at 1731612875124 (+6 ms)3 split writer threads finished at 1731612875124Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612875127 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612875131 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875135 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612875136 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875140 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612875141 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612875141 2024-11-14T19:34:35,143 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/oldWALs/wal.dat.6 2024-11-14T19:34:35,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:35,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7 2024-11-14T19:34:35,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7 after 0ms 2024-11-14T19:34:35,145 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7 took 2ms 2024-11-14T19:34:35,146 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7 so closing down 2024-11-14T19:34:35,146 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:35,146 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:35,147 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:35,147 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:35,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:35,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742240_1420 (size=753) 2024-11-14T19:34:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742240_1420 (size=753) 2024-11-14T19:34:35,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:35,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742241_1421 (size=753) 2024-11-14T19:34:35,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742241_1421 (size=753) 2024-11-14T19:34:35,161 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,162 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:35,163 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:35,163 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7, size=1.4 K (1413bytes) at 1731612875143Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7 so closing down at 1731612875146 (+3 ms)3 split writer threads finished at 1731612875146Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612875148 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612875148Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875156 (+8 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612875157 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875161 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612875162 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612875163 (+1 ms) 2024-11-14T19:34:35,164 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/oldWALs/wal.dat.7 2024-11-14T19:34:35,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:35,164 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8 2024-11-14T19:34:35,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8 after 1ms 2024-11-14T19:34:35,166 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8 took 2ms 2024-11-14T19:34:35,168 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8 so closing down 2024-11-14T19:34:35,168 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:35,168 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:35,169 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:35,169 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:35,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:35,171 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742242_1422 (size=753) 2024-11-14T19:34:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742242_1422 (size=753) 2024-11-14T19:34:35,180 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,181 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742243_1423 (size=753) 2024-11-14T19:34:35,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742243_1423 (size=753) 2024-11-14T19:34:35,184 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:35,185 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:35,185 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8, size=1.4 K (1413bytes) at 1731612875164Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8 so closing down at 1731612875168 (+4 ms)3 split writer threads finished at 1731612875168Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612875170 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612875171 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875180 (+9 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612875181 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875184 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612875185 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612875185 2024-11-14T19:34:35,187 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/oldWALs/wal.dat.8 2024-11-14T19:34:35,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:35,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9 2024-11-14T19:34:35,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9 after 0ms 2024-11-14T19:34:35,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9 took 2ms 2024-11-14T19:34:35,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9 so closing down 2024-11-14T19:34:35,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:35,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:35,196 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:35,196 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:35,197 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:35,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742244_1424 (size=753) 2024-11-14T19:34:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742244_1424 (size=753) 2024-11-14T19:34:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742245_1425 (size=753) 2024-11-14T19:34:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742245_1425 (size=753) 2024-11-14T19:34:35,207 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:35,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:35,209 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:35,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9, size=1.4 K (1413bytes) at 1731612875187Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9 so closing down at 1731612875190 (+3 ms)3 split writer threads finished at 1731612875190Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612875197 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612875197Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875207 (+10 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875208 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612875209 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612875209Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612875209 2024-11-14T19:34:35,211 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731612870063/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/60a63585-6bf0-dcac-8e73-ccd587914f3d/oldWALs/wal.dat.9 2024-11-14T19:34:35,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=7027 (was 6074) - AvailableMemoryMB LEAK? - 2024-11-14T19:34:35,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=7027 2024-11-14T19:34:35,283 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742246_1426 (size=7) 2024-11-14T19:34:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742246_1426 (size=7) 2024-11-14T19:34:35,296 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:35,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:35,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:35,302 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:35,303 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T19:34:35,305 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742247_1427 (size=863) 2024-11-14T19:34:35,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742247_1427 (size=863) 2024-11-14T19:34:35,724 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:35,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742248_1428 (size=823) 2024-11-14T19:34:35,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742248_1428 (size=823) 2024-11-14T19:34:35,750 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0, size=823 (823bytes) 2024-11-14T19:34:35,750 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0 2024-11-14T19:34:35,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0 after 1ms 2024-11-14T19:34:35,752 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0 took 2ms 2024-11-14T19:34:35,756 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0; continuing. 2024-11-14T19:34:35,756 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0 so closing down 2024-11-14T19:34:35,756 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:35,756 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:35,759 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:35,759 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742249_1429 (size=786) 2024-11-14T19:34:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742249_1429 (size=786) 2024-11-14T19:34:35,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-14T19:34:35,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-14T19:34:35,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0, size=823 (823bytes) at 1731612875750Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0 so closing down at 1731612875756 (+6 ms)3 split writer threads finished at 1731612875756Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612875759 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612875765 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731612875766 (+1 ms)Processed 9 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731612875767 (+1 ms) 2024-11-14T19:34:35,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/WALs/testeofisignored,16010,1731612875302/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/7a9c1085-ce04-e67b-df4a-b9fb8a26b1c8/oldWALs/wal.dat.0 2024-11-14T19:34:35,778 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=6957 (was 7027) 2024-11-14T19:34:35,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=6957 2024-11-14T19:34:35,784 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742250_1430 (size=7) 2024-11-14T19:34:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742250_1430 (size=7) 2024-11-14T19:34:35,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:35,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:35,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:35,793 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:35,794 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-14T19:34:35,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T19:34:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742251_1431 (size=93) 2024-11-14T19:34:35,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742251_1431 (size=93) 2024-11-14T19:34:35,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty, size=93 (93bytes) 2024-11-14T19:34:35,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty 2024-11-14T19:34:35,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty after 0ms 2024-11-14T19:34:35,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty took 3ms 2024-11-14T19:34:35,815 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty so closing down 2024-11-14T19:34:35,815 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:35,815 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:35,815 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T19:34:35,815 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty, size=93 (93bytes) at 1731612875813Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty so closing down at 1731612875815 (+2 ms)3 split writer threads finished at 1731612875815Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731612875815 2024-11-14T19:34:35,817 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/WALs/testsplitlogfileempty,16010,1731612875793/wal.dat..empty to hdfs://localhost:41061/user/jenkins/test-data/328ee0a6-81e9-1ce9-130f-991d4f08d189/oldWALs/wal.dat..empty 2024-11-14T19:34:35,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=6956 (was 6957) 2024-11-14T19:34:35,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=6956 2024-11-14T19:34:35,835 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742252_1432 (size=7) 2024-11-14T19:34:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742252_1432 (size=7) 2024-11-14T19:34:35,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:35,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:35,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:35,847 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:35,847 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:35,848 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:35,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:35,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742253_1433 (size=1393) 2024-11-14T19:34:35,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742253_1433 (size=1393) 2024-11-14T19:34:35,859 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:35,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742254_1434 (size=1393) 2024-11-14T19:34:35,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742254_1434 (size=1393) 2024-11-14T19:34:35,870 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:35,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:35,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742255_1435 (size=1393) 2024-11-14T19:34:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742255_1435 (size=1393) 2024-11-14T19:34:35,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:35,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742256_1436 (size=1393) 2024-11-14T19:34:35,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742256_1436 (size=1393) 2024-11-14T19:34:35,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:35,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742257_1437 (size=1393) 2024-11-14T19:34:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742257_1437 (size=1393) 2024-11-14T19:34:35,899 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:35,899 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:35,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742258_1438 (size=1393) 2024-11-14T19:34:35,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742258_1438 (size=1393) 2024-11-14T19:34:35,910 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:35,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742259_1439 (size=1405) 2024-11-14T19:34:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742259_1439 (size=1405) 2024-11-14T19:34:35,922 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:35,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:35,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742260_1440 (size=1413) 2024-11-14T19:34:35,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742260_1440 (size=1413) 2024-11-14T19:34:35,931 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:35,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:35,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742261_1441 (size=1413) 2024-11-14T19:34:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742261_1441 (size=1413) 2024-11-14T19:34:35,940 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:35,940 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:35,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:35,947 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742262_1442 (size=1413) 2024-11-14T19:34:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742262_1442 (size=1413) 2024-11-14T19:34:35,948 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:35,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:35,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0 2024-11-14T19:34:35,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0 after 1ms 2024-11-14T19:34:35,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0 took 2ms 2024-11-14T19:34:35,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0 so closing down 2024-11-14T19:34:35,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:35,973 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:35,975 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:35,975 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:35,976 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:35,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:35,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742263_1443 (size=743) 2024-11-14T19:34:35,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742263_1443 (size=743) 2024-11-14T19:34:35,980 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742264_1444 (size=743) 2024-11-14T19:34:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742264_1444 (size=743) 2024-11-14T19:34:35,984 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T19:34:35,985 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:35,985 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0, size=1.4 K (1393bytes) at 1731612875969Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0 so closing down at 1731612875973 (+4 ms)3 split writer threads finished at 1731612875973Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612875976 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612875976Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875980 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612875981 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875984 (+3 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731612875985 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612875985 2024-11-14T19:34:35,986 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.0 2024-11-14T19:34:35,987 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:35,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1 2024-11-14T19:34:35,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1 after 0ms 2024-11-14T19:34:35,988 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1 took 2ms 2024-11-14T19:34:35,989 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1 so closing down 2024-11-14T19:34:35,989 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:35,990 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:35,992 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:35,992 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:35,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:35,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:35,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742265_1445 (size=743) 2024-11-14T19:34:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742266_1446 (size=743) 2024-11-14T19:34:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742265_1445 (size=743) 2024-11-14T19:34:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742266_1446 (size=743) 2024-11-14T19:34:35,998 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,998 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:35,999 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:35,999 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T19:34:35,999 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:35,999 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1, size=1.4 K (1393bytes) at 1731612875987Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1 so closing down at 1731612875989 (+2 ms)3 split writer threads finished at 1731612875990 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612875993 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612875993Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875998 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612875998Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612875999 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731612875999Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612875999 2024-11-14T19:34:36,000 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.1 2024-11-14T19:34:36,000 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:36,000 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2 2024-11-14T19:34:36,001 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2 after 1ms 2024-11-14T19:34:36,002 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2 took 2ms 2024-11-14T19:34:36,003 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2 so closing down 2024-11-14T19:34:36,003 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:36,003 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:36,005 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:36,005 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:36,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:36,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:36,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742267_1447 (size=743) 2024-11-14T19:34:36,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742267_1447 (size=743) 2024-11-14T19:34:36,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:36,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742268_1448 (size=743) 2024-11-14T19:34:36,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742268_1448 (size=743) 2024-11-14T19:34:36,027 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T19:34:36,028 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:36,028 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2, size=1.4 K (1393bytes) at 1731612876000Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2 so closing down at 1731612876003 (+3 ms)3 split writer threads finished at 1731612876003Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612876006 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612876011 (+5 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876021 (+10 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612876022 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876027 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731612876028 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612876028 2024-11-14T19:34:36,030 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.2 2024-11-14T19:34:36,030 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:36,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3 2024-11-14T19:34:36,030 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3 after 0ms 2024-11-14T19:34:36,032 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3 took 2ms 2024-11-14T19:34:36,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3 so closing down 2024-11-14T19:34:36,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:36,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:36,035 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:36,035 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:36,035 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:36,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742269_1449 (size=743) 2024-11-14T19:34:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742269_1449 (size=743) 2024-11-14T19:34:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742270_1450 (size=743) 2024-11-14T19:34:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742270_1450 (size=743) 2024-11-14T19:34:36,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T19:34:36,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:36,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:36,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3, size=1.4 K (1393bytes) at 1731612876030Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3 so closing down at 1731612876033 (+3 ms)3 split writer threads finished at 1731612876033Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612876035 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612876035Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876049 (+14 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731612876050 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876449 (+399 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612876450 (+1 ms)Processed 20 edits across 2 Regions in 419 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612876451 (+1 ms) 2024-11-14T19:34:36,452 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.3 2024-11-14T19:34:36,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:36,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4 2024-11-14T19:34:36,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4 after 0ms 2024-11-14T19:34:36,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4 took 3ms 2024-11-14T19:34:36,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4 so closing down 2024-11-14T19:34:36,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:36,456 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:36,458 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:36,458 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:36,459 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:36,459 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:36,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742271_1451 (size=743) 2024-11-14T19:34:36,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742271_1451 (size=743) 2024-11-14T19:34:36,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:36,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742272_1452 (size=743) 2024-11-14T19:34:36,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742272_1452 (size=743) 2024-11-14T19:34:36,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,482 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T19:34:36,482 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:36,482 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4, size=1.4 K (1393bytes) at 1731612876453Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4 so closing down at 1731612876456 (+3 ms)3 split writer threads finished at 1731612876456Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612876459 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612876459Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876469 (+10 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612876470 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876481 (+11 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731612876482 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612876482 2024-11-14T19:34:36,484 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.4 2024-11-14T19:34:36,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:36,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5 2024-11-14T19:34:36,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5 after 0ms 2024-11-14T19:34:36,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5 took 2ms 2024-11-14T19:34:36,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5 so closing down 2024-11-14T19:34:36,491 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:36,491 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:36,493 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:36,495 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:36,496 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:36,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:36,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742273_1453 (size=743) 2024-11-14T19:34:36,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742273_1453 (size=743) 2024-11-14T19:34:36,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742274_1454 (size=743) 2024-11-14T19:34:36,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742274_1454 (size=743) 2024-11-14T19:34:36,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T19:34:36,511 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T19:34:36,511 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5, size=1.4 K (1393bytes) at 1731612876484Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5 so closing down at 1731612876490 (+6 ms)3 split writer threads finished at 1731612876491 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612876495 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612876504 (+9 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876506 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612876508 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876509 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731612876510 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731612876511 (+1 ms) 2024-11-14T19:34:36,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.5 2024-11-14T19:34:36,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:36,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6 2024-11-14T19:34:36,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6 after 0ms 2024-11-14T19:34:36,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6 took 3ms 2024-11-14T19:34:36,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6 so closing down 2024-11-14T19:34:36,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:36,516 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:36,520 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:36,520 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:36,521 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:36,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742276_1456 (size=749) 2024-11-14T19:34:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742276_1456 (size=749) 2024-11-14T19:34:36,535 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,536 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T19:34:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742275_1455 (size=749) 2024-11-14T19:34:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742275_1455 (size=749) 2024-11-14T19:34:36,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:36,544 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T19:34:36,544 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6, size=1.4 K (1405bytes) at 1731612876513Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6 so closing down at 1731612876516 (+3 ms)3 split writer threads finished at 1731612876516Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612876521 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612876521Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876535 (+14 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731612876536 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876543 (+7 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612876544 (+1 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731612876544 2024-11-14T19:34:36,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.6 2024-11-14T19:34:36,546 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:36,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7 2024-11-14T19:34:36,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7 after 0ms 2024-11-14T19:34:36,548 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7 took 2ms 2024-11-14T19:34:36,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7 so closing down 2024-11-14T19:34:36,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:36,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:36,551 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:36,551 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:36,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:36,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742278_1458 (size=753) 2024-11-14T19:34:36,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742278_1458 (size=753) 2024-11-14T19:34:36,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:36,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742277_1457 (size=753) 2024-11-14T19:34:36,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742277_1457 (size=753) 2024-11-14T19:34:36,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T19:34:36,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:36,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7, size=1.4 K (1413bytes) at 1731612876546Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7 so closing down at 1731612876549 (+3 ms)3 split writer threads finished at 1731612876549Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612876552 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612876553 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876564 (+11 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612876566 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876573 (+7 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731612876575 (+2 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612876575 2024-11-14T19:34:36,577 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.7 2024-11-14T19:34:36,577 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:36,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8 2024-11-14T19:34:36,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8 after 0ms 2024-11-14T19:34:36,580 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8 took 3ms 2024-11-14T19:34:36,583 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8 so closing down 2024-11-14T19:34:36,583 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:36,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:36,588 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:36,588 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:36,589 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:36,589 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:36,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742280_1460 (size=753) 2024-11-14T19:34:36,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742280_1460 (size=753) 2024-11-14T19:34:36,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T19:34:36,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742279_1459 (size=753) 2024-11-14T19:34:36,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742279_1459 (size=753) 2024-11-14T19:34:36,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:36,614 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:36,614 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8, size=1.4 K (1413bytes) at 1731612876577Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8 so closing down at 1731612876583 (+6 ms)3 split writer threads finished at 1731612876583Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612876589 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612876589Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876601 (+12 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731612876603 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876613 (+10 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612876614 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612876614 2024-11-14T19:34:36,616 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.8 2024-11-14T19:34:36,616 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:36,616 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9 2024-11-14T19:34:36,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9 after 1ms 2024-11-14T19:34:36,619 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9 took 3ms 2024-11-14T19:34:36,620 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9 so closing down 2024-11-14T19:34:36,620 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:36,620 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:36,622 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:36,622 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:36,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:36,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:36,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742281_1461 (size=753) 2024-11-14T19:34:36,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742281_1461 (size=753) 2024-11-14T19:34:36,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742282_1462 (size=753) 2024-11-14T19:34:36,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742282_1462 (size=753) 2024-11-14T19:34:36,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:36,629 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:36,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T19:34:36,630 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T19:34:36,630 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9, size=1.4 K (1413bytes) at 1731612876616Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9 so closing down at 1731612876620 (+4 ms)3 split writer threads finished at 1731612876620Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612876623 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612876623Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876627 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612876629 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612876629Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731612876630 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731612876630 2024-11-14T19:34:36,631 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/WALs/testlogsgetarchivedaftersplit,16010,1731612875847/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/fff0974b-9725-6d3e-1bc6-082631e65556/oldWALs/wal.dat.9 2024-11-14T19:34:36,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 197), ProcessCount=11 (was 11), AvailableMemoryMB=6901 (was 6956) 2024-11-14T19:34:36,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=6899 2024-11-14T19:34:36,651 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742283_1463 (size=7) 2024-11-14T19:34:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742283_1463 (size=7) 2024-11-14T19:34:36,663 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:36,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:36,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:36,669 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:36,669 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-14T19:34:36,669 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T19:34:36,670 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742284_1464 (size=723) 2024-11-14T19:34:36,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742284_1464 (size=723) 2024-11-14T19:34:36,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:36,680 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:36,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742285_1465 (size=723) 2024-11-14T19:34:36,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742285_1465 (size=723) 2024-11-14T19:34:36,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:36,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:36,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742286_1466 (size=723) 2024-11-14T19:34:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742286_1466 (size=723) 2024-11-14T19:34:36,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:36,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:36,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742287_1467 (size=723) 2024-11-14T19:34:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742287_1467 (size=723) 2024-11-14T19:34:36,706 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:36,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:36,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742288_1468 (size=723) 2024-11-14T19:34:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742288_1468 (size=723) 2024-11-14T19:34:36,715 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:36,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742289_1469 (size=723) 2024-11-14T19:34:36,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742289_1469 (size=723) 2024-11-14T19:34:36,727 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:36,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742290_1470 (size=723) 2024-11-14T19:34:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742290_1470 (size=723) 2024-11-14T19:34:36,735 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:36,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:36,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:36,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:36,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742291_1471 (size=723) 2024-11-14T19:34:36,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742291_1471 (size=723) 2024-11-14T19:34:37,148 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:37,148 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742292_1472 (size=723) 2024-11-14T19:34:37,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742292_1472 (size=723) 2024-11-14T19:34:37,161 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:37,161 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:37,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742293_1473 (size=723) 2024-11-14T19:34:37,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742293_1473 (size=723) 2024-11-14T19:34:37,176 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:37,200 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/oldWALs, maxLogs=32 2024-11-14T19:34:37,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731612877245 2024-11-14T19:34:37,254 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731612877245 2024-11-14T19:34:37,310 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41925:41925),(127.0.0.1/127.0.0.1:41723:41723)] 2024-11-14T19:34:37,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0, size=723 (723bytes) 2024-11-14T19:34:37,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0 2024-11-14T19:34:37,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0 after 1ms 2024-11-14T19:34:37,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0 took 3ms 2024-11-14T19:34:37,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0 so closing down 2024-11-14T19:34:37,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,350 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:37,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:37,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742295_1475 (size=723) 2024-11-14T19:34:37,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742295_1475 (size=723) 2024-11-14T19:34:37,366 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:37,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-14T19:34:37,369 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-14T19:34:37,369 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0, size=723 (723bytes) at 1731612877332Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0 so closing down at 1731612877344 (+12 ms)3 split writer threads finished at 1731612877344Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612877351 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612877366 (+15 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731612877368 (+2 ms)Processed 10 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731612876669/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731612877369 (+1 ms) 2024-11-14T19:34:37,371 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T19:34:37,371 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T19:34:37,371 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T19:34:37,371 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T19:34:37,371 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T19:34:37,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742294_1474 (size=93) 2024-11-14T19:34:37,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742294_1474 (size=93) 2024-11-14T19:34:37,384 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f2b82f5-8bcb-b454-9949-7dc9ced337f2/oldWALs 2024-11-14T19:34:37,387 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731612877245) 2024-11-14T19:34:37,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=150 (was 144) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=6829 (was 6899) 2024-11-14T19:34:37,404 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=150, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=6828 2024-11-14T19:34:37,404 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:37,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742296_1476 (size=7) 2024-11-14T19:34:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742296_1476 (size=7) 2024-11-14T19:34:37,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:37,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:37,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:37,416 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:37,417 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T19:34:37,417 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:37,417 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:37,418 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:37,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:37,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742297_1477 (size=1393) 2024-11-14T19:34:37,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742297_1477 (size=1393) 2024-11-14T19:34:37,431 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:37,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:37,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742298_1478 (size=1393) 2024-11-14T19:34:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742298_1478 (size=1393) 2024-11-14T19:34:37,450 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:37,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:37,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742299_1479 (size=1393) 2024-11-14T19:34:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742299_1479 (size=1393) 2024-11-14T19:34:37,467 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:37,467 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:37,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742300_1480 (size=1393) 2024-11-14T19:34:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742300_1480 (size=1393) 2024-11-14T19:34:37,494 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:37,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:37,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742301_1481 (size=1393) 2024-11-14T19:34:37,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742301_1481 (size=1393) 2024-11-14T19:34:37,520 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:37,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742302_1482 (size=1393) 2024-11-14T19:34:37,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742302_1482 (size=1393) 2024-11-14T19:34:37,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:37,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:37,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742303_1483 (size=1405) 2024-11-14T19:34:37,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742303_1483 (size=1405) 2024-11-14T19:34:37,620 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:37,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:37,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742304_1484 (size=1413) 2024-11-14T19:34:37,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742304_1484 (size=1413) 2024-11-14T19:34:37,643 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:37,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,645 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742305_1485 (size=1413) 2024-11-14T19:34:37,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742305_1485 (size=1413) 2024-11-14T19:34:37,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:37,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:37,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742306_1486 (size=1413) 2024-11-14T19:34:37,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742306_1486 (size=1413) 2024-11-14T19:34:37,678 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:37,700 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:37,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 2024-11-14T19:34:37,700 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 after 0ms 2024-11-14T19:34:37,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 took 2ms 2024-11-14T19:34:37,703 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,703 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 so closing down 2024-11-14T19:34:37,703 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,703 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:37,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K (1393bytes) at 1731612877700Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 so closing down at 1731612877703 (+3 ms)3 split writer threads finished at 1731612877703Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612877703 2024-11-14T19:34:37,705 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.0 2024-11-14T19:34:37,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:37,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 2024-11-14T19:34:37,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 after 0ms 2024-11-14T19:34:37,708 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 took 3ms 2024-11-14T19:34:37,709 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 so closing down 2024-11-14T19:34:37,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,709 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,709 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:37,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K (1393bytes) at 1731612877706Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 so closing down at 1731612877709 (+3 ms)3 split writer threads finished at 1731612877709Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612877709 2024-11-14T19:34:37,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.1 2024-11-14T19:34:37,711 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:37,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 2024-11-14T19:34:37,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 after 0ms 2024-11-14T19:34:37,713 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 took 2ms 2024-11-14T19:34:37,714 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,715 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 so closing down 2024-11-14T19:34:37,715 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,715 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,715 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:37,715 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K (1393bytes) at 1731612877711Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 so closing down at 1731612877715 (+4 ms)3 split writer threads finished at 1731612877715Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612877715 2024-11-14T19:34:37,716 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.2 2024-11-14T19:34:37,716 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:37,716 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 2024-11-14T19:34:37,717 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 after 1ms 2024-11-14T19:34:37,718 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 took 2ms 2024-11-14T19:34:37,719 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,719 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 so closing down 2024-11-14T19:34:37,719 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,720 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:37,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K (1393bytes) at 1731612877716Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 so closing down at 1731612877719 (+3 ms)3 split writer threads finished at 1731612877720 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612877720 2024-11-14T19:34:37,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.3 2024-11-14T19:34:37,722 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:37,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 2024-11-14T19:34:37,722 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 after 0ms 2024-11-14T19:34:37,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 took 2ms 2024-11-14T19:34:37,725 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,725 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 so closing down 2024-11-14T19:34:37,726 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,726 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,726 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:37,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K (1393bytes) at 1731612877722Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 so closing down at 1731612877726 (+4 ms)3 split writer threads finished at 1731612877726Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612877726 2024-11-14T19:34:37,728 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.4 2024-11-14T19:34:37,728 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:37,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 2024-11-14T19:34:37,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 after 0ms 2024-11-14T19:34:37,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 took 2ms 2024-11-14T19:34:37,732 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,732 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 so closing down 2024-11-14T19:34:37,732 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,732 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:37,732 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K (1393bytes) at 1731612877728Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 so closing down at 1731612877732 (+4 ms)3 split writer threads finished at 1731612877732Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612877732 2024-11-14T19:34:37,734 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.5 2024-11-14T19:34:37,734 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:37,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 2024-11-14T19:34:37,735 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 after 0ms 2024-11-14T19:34:37,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 took 3ms 2024-11-14T19:34:37,738 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,738 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 so closing down 2024-11-14T19:34:37,739 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,739 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T19:34:37,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K (1405bytes) at 1731612877734Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 so closing down at 1731612877738 (+4 ms)3 split writer threads finished at 1731612877739 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731612877739 2024-11-14T19:34:37,741 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.6 2024-11-14T19:34:37,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:37,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 2024-11-14T19:34:37,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 after 0ms 2024-11-14T19:34:37,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 took 2ms 2024-11-14T19:34:37,744 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 so closing down 2024-11-14T19:34:37,745 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T19:34:37,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K (1413bytes) at 1731612877741Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 so closing down at 1731612877745 (+4 ms)3 split writer threads finished at 1731612877745Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731612877745 2024-11-14T19:34:37,747 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.7 2024-11-14T19:34:37,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:37,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 2024-11-14T19:34:37,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 after 0ms 2024-11-14T19:34:37,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 took 2ms 2024-11-14T19:34:37,750 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,751 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 so closing down 2024-11-14T19:34:37,751 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,751 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T19:34:37,751 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K (1413bytes) at 1731612877747Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 so closing down at 1731612877751 (+4 ms)3 split writer threads finished at 1731612877751Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731612877751 2024-11-14T19:34:37,753 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.8 2024-11-14T19:34:37,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:37,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 2024-11-14T19:34:37,754 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 after 1ms 2024-11-14T19:34:37,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 took 3ms 2024-11-14T19:34:37,757 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:37,757 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 so closing down 2024-11-14T19:34:37,757 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:37,758 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:37,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T19:34:37,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K (1413bytes) at 1731612877753Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 so closing down at 1731612877757 (+4 ms)3 split writer threads finished at 1731612877758 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731612877758 2024-11-14T19:34:37,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.9 2024-11-14T19:34:37,761 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612877704; access_time=1731612877419; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612877710; access_time=1731612877432; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612877715; access_time=1731612877451; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612877721; access_time=1731612877468; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612877727; access_time=1731612877494; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612877733; access_time=1731612877521; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731612877740; access_time=1731612877564; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731612877746; access_time=1731612877621; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731612877752; access_time=1731612877644; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731612877759; access_time=1731612877663; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T19:34:37,766 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:37,766 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:37,766 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:37,767 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742307_1487 (size=1393) 2024-11-14T19:34:37,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742307_1487 (size=1393) 2024-11-14T19:34:37,777 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:37,777 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:37,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742308_1488 (size=1393) 2024-11-14T19:34:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742308_1488 (size=1393) 2024-11-14T19:34:37,787 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:37,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:37,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742309_1489 (size=1393) 2024-11-14T19:34:37,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742309_1489 (size=1393) 2024-11-14T19:34:37,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:37,798 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:37,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742310_1490 (size=1393) 2024-11-14T19:34:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742310_1490 (size=1393) 2024-11-14T19:34:37,811 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:37,811 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:37,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742311_1491 (size=1393) 2024-11-14T19:34:37,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742311_1491 (size=1393) 2024-11-14T19:34:37,821 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:37,821 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:37,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:37,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742312_1492 (size=1393) 2024-11-14T19:34:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742312_1492 (size=1393) 2024-11-14T19:34:38,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:38,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:38,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742313_1493 (size=1405) 2024-11-14T19:34:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742313_1493 (size=1405) 2024-11-14T19:34:38,241 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:38,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:38,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,247 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742314_1494 (size=1413) 2024-11-14T19:34:38,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742314_1494 (size=1413) 2024-11-14T19:34:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:38,652 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:38,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742315_1495 (size=1413) 2024-11-14T19:34:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742315_1495 (size=1413) 2024-11-14T19:34:38,664 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:38,665 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:38,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742316_1496 (size=1413) 2024-11-14T19:34:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742316_1496 (size=1413) 2024-11-14T19:34:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:38,688 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:38,688 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 2024-11-14T19:34:38,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 after 1ms 2024-11-14T19:34:38,691 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 took 2ms 2024-11-14T19:34:38,692 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:38,693 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 so closing down 2024-11-14T19:34:38,693 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:38,693 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:38,695 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:38,695 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:38,696 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:38,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:38,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742317_1497 (size=418) 2024-11-14T19:34:38,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742317_1497 (size=418) 2024-11-14T19:34:38,700 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:38,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742318_1498 (size=418) 2024-11-14T19:34:38,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742318_1498 (size=418) 2024-11-14T19:34:38,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:38,701 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-14T19:34:38,702 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-14T19:34:38,702 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:38,702 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K (1393bytes) at 1731612878688Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 so closing down at 1731612878693 (+5 ms)3 split writer threads finished at 1731612878693Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612878696 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612878697 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612878700 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612878701 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731612878701Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731612878702 (+1 ms)Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612878702 2024-11-14T19:34:38,703 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.0 2024-11-14T19:34:38,703 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:38,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 2024-11-14T19:34:38,703 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 after 0ms 2024-11-14T19:34:38,705 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 took 2ms 2024-11-14T19:34:38,706 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:38,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 so closing down 2024-11-14T19:34:38,707 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:38,707 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:38,709 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:38,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:38,710 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:38,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:38,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742319_1499 (size=418) 2024-11-14T19:34:38,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742319_1499 (size=418) 2024-11-14T19:34:38,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:38,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-14T19:34:38,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742320_1500 (size=418) 2024-11-14T19:34:38,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742320_1500 (size=418) 2024-11-14T19:34:38,724 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:38,725 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-14T19:34:38,725 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:38,726 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K (1393bytes) at 1731612878703Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 so closing down at 1731612878706 (+3 ms)3 split writer threads finished at 1731612878707 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612878710 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612878711 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612878717 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731612878718 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612878724 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731612878725 (+1 ms)Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612878725 2024-11-14T19:34:38,727 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.1 2024-11-14T19:34:38,727 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:38,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 2024-11-14T19:34:38,728 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 after 1ms 2024-11-14T19:34:38,730 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 took 3ms 2024-11-14T19:34:38,734 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:38,735 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 so closing down 2024-11-14T19:34:38,735 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:38,735 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:38,737 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:38,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:38,740 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:38,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:38,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742321_1501 (size=418) 2024-11-14T19:34:38,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742321_1501 (size=418) 2024-11-14T19:34:38,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:38,746 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-14T19:34:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742322_1502 (size=418) 2024-11-14T19:34:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742322_1502 (size=418) 2024-11-14T19:34:38,748 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:38,749 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-14T19:34:38,749 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:38,749 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K (1393bytes) at 1731612878727Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 so closing down at 1731612878735 (+8 ms)3 split writer threads finished at 1731612878735Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612878739 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612878742 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612878744 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731612878746 (+2 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612878748 (+2 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731612878749 (+1 ms)Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612878749 2024-11-14T19:34:38,751 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.2 2024-11-14T19:34:38,751 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:38,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 2024-11-14T19:34:38,752 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 after 1ms 2024-11-14T19:34:38,754 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 took 3ms 2024-11-14T19:34:38,755 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:38,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 so closing down 2024-11-14T19:34:38,755 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:38,755 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:38,757 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:38,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:38,759 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:38,759 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742323_1503 (size=418) 2024-11-14T19:34:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742323_1503 (size=418) 2024-11-14T19:34:38,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742324_1504 (size=418) 2024-11-14T19:34:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742324_1504 (size=418) 2024-11-14T19:34:38,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-14T19:34:38,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:38,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-14T19:34:38,768 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:38,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K (1393bytes) at 1731612878751Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 so closing down at 1731612878755 (+4 ms)3 split writer threads finished at 1731612878755Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612878758 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612878759 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612878763 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731612878766 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612878767 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731612878768 (+1 ms)Processed 10 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612878768 2024-11-14T19:34:38,769 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.3 2024-11-14T19:34:38,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:38,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 2024-11-14T19:34:38,770 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 after 1ms 2024-11-14T19:34:38,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 took 2ms 2024-11-14T19:34:38,773 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:38,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 so closing down 2024-11-14T19:34:38,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:38,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:38,775 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:38,775 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:38,776 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:38,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:38,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742325_1505 (size=418) 2024-11-14T19:34:38,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742325_1505 (size=418) 2024-11-14T19:34:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742326_1506 (size=418) 2024-11-14T19:34:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742326_1506 (size=418) 2024-11-14T19:34:38,791 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:38,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-14T19:34:39,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:39,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-14T19:34:39,189 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:39,189 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K (1393bytes) at 1731612878769Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 so closing down at 1731612878773 (+4 ms)3 split writer threads finished at 1731612878773Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612878776 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612878779 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612878791 (+12 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731612878792 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612879186 (+394 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731612879189 (+3 ms)Processed 10 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612879189 2024-11-14T19:34:39,192 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.4 2024-11-14T19:34:39,193 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:39,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 2024-11-14T19:34:39,193 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 after 0ms 2024-11-14T19:34:39,196 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 took 4ms 2024-11-14T19:34:39,198 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:39,199 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 so closing down 2024-11-14T19:34:39,199 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:39,199 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:39,203 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:39,203 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:39,204 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:39,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:39,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742328_1508 (size=418) 2024-11-14T19:34:39,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742328_1508 (size=418) 2024-11-14T19:34:39,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:39,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T19:34:39,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742327_1507 (size=418) 2024-11-14T19:34:39,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742327_1507 (size=418) 2024-11-14T19:34:39,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:39,216 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-14T19:34:39,216 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:39,217 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K (1393bytes) at 1731612879193Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 so closing down at 1731612879199 (+6 ms)3 split writer threads finished at 1731612879199Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612879204 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612879204Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612879208 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731612879209 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612879215 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731612879216 (+1 ms)Processed 10 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612879217 (+1 ms) 2024-11-14T19:34:39,218 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.5 2024-11-14T19:34:39,218 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:39,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 2024-11-14T19:34:39,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 after 0ms 2024-11-14T19:34:39,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 took 2ms 2024-11-14T19:34:39,221 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:39,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 so closing down 2024-11-14T19:34:39,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:39,222 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:39,223 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:39,223 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:39,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:39,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742330_1510 (size=419) 2024-11-14T19:34:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742329_1509 (size=419) 2024-11-14T19:34:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742329_1509 (size=419) 2024-11-14T19:34:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742330_1510 (size=419) 2024-11-14T19:34:39,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:39,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:39,641 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-14T19:34:39,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-14T19:34:39,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T19:34:39,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K (1405bytes) at 1731612879218Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 so closing down at 1731612879221 (+3 ms)3 split writer threads finished at 1731612879222 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612879230 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612879230Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612879640 (+410 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612879640Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731612879641 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731612879641Processed 10 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731612879641 2024-11-14T19:34:39,642 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.6 2024-11-14T19:34:39,642 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:39,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 2024-11-14T19:34:39,643 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 after 1ms 2024-11-14T19:34:39,644 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 took 2ms 2024-11-14T19:34:39,645 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:39,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 so closing down 2024-11-14T19:34:39,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:39,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:39,647 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:39,647 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:39,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:39,648 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742332_1512 (size=423) 2024-11-14T19:34:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742332_1512 (size=423) 2024-11-14T19:34:39,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742331_1511 (size=423) 2024-11-14T19:34:39,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742331_1511 (size=423) 2024-11-14T19:34:39,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:39,654 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-14T19:34:39,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:39,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-14T19:34:39,660 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T19:34:39,660 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K (1413bytes) at 1731612879642Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 so closing down at 1731612879645 (+3 ms)3 split writer threads finished at 1731612879645Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612879648 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612879648Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612879653 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731612879654 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612879659 (+5 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731612879660 (+1 ms)Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731612879660 2024-11-14T19:34:39,661 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.7 2024-11-14T19:34:39,661 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:39,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 2024-11-14T19:34:39,662 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 after 1ms 2024-11-14T19:34:39,663 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 took 2ms 2024-11-14T19:34:39,664 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:39,664 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 so closing down 2024-11-14T19:34:39,664 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:39,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:39,666 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:39,666 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:39,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:39,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742333_1513 (size=423) 2024-11-14T19:34:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742334_1514 (size=423) 2024-11-14T19:34:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742334_1514 (size=423) 2024-11-14T19:34:39,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742333_1513 (size=423) 2024-11-14T19:34:39,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:39,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-14T19:34:40,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,078 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-14T19:34:40,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T19:34:40,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K (1413bytes) at 1731612879661Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 so closing down at 1731612879664 (+3 ms)3 split writer threads finished at 1731612879664Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612879667 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612879667Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612879673 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731612879674 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612880074 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731612880078 (+4 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731612880078 2024-11-14T19:34:40,083 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.8 2024-11-14T19:34:40,083 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:40,083 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 2024-11-14T19:34:40,084 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 after 1ms 2024-11-14T19:34:40,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 took 4ms 2024-11-14T19:34:40,089 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,090 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 so closing down 2024-11-14T19:34:40,090 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,090 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,094 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:40,095 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:40,099 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:40,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742335_1515 (size=423) 2024-11-14T19:34:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742336_1516 (size=423) 2024-11-14T19:34:40,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742335_1515 (size=423) 2024-11-14T19:34:40,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742336_1516 (size=423) 2024-11-14T19:34:40,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,107 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,108 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-14T19:34:40,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-14T19:34:40,108 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T19:34:40,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K (1413bytes) at 1731612880083Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 so closing down at 1731612880090 (+7 ms)3 split writer threads finished at 1731612880090Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612880099 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612880099Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612880107 (+8 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731612880107Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731612880108 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731612880108Processed 10 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731612880108 2024-11-14T19:34:40,109 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.9 2024-11-14T19:34:40,110 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612878702; access_time=1731612877767; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612878726; access_time=1731612877778; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612878750; access_time=1731612877788; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612878769; access_time=1731612877799; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612879191; access_time=1731612877812; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612879217; access_time=1731612877821; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731612879641; access_time=1731612878231; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731612879661; access_time=1731612878242; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731612880081; access_time=1731612878652; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731612880109; access_time=1731612878665; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T19:34:40,113 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:40,113 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:40,113 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:40,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742337_1517 (size=1393) 2024-11-14T19:34:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742337_1517 (size=1393) 2024-11-14T19:34:40,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:40,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T19:34:40,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742338_1518 (size=1393) 2024-11-14T19:34:40,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742338_1518 (size=1393) 2024-11-14T19:34:40,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T19:34:40,142 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T19:34:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,156 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742339_1519 (size=1393) 2024-11-14T19:34:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742339_1519 (size=1393) 2024-11-14T19:34:40,159 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T19:34:40,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T19:34:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742340_1520 (size=1393) 2024-11-14T19:34:40,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742340_1520 (size=1393) 2024-11-14T19:34:40,169 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T19:34:40,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T19:34:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742341_1521 (size=1393) 2024-11-14T19:34:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742341_1521 (size=1393) 2024-11-14T19:34:40,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T19:34:40,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T19:34:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742342_1522 (size=1393) 2024-11-14T19:34:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742342_1522 (size=1393) 2024-11-14T19:34:40,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T19:34:40,195 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T19:34:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742343_1523 (size=1405) 2024-11-14T19:34:40,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742343_1523 (size=1405) 2024-11-14T19:34:40,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T19:34:40,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T19:34:40,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742344_1524 (size=1413) 2024-11-14T19:34:40,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742344_1524 (size=1413) 2024-11-14T19:34:40,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T19:34:40,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T19:34:40,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742345_1525 (size=1413) 2024-11-14T19:34:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742345_1525 (size=1413) 2024-11-14T19:34:40,222 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T19:34:40,222 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T19:34:40,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742346_1526 (size=1413) 2024-11-14T19:34:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742346_1526 (size=1413) 2024-11-14T19:34:40,229 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T19:34:40,244 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T19:34:40,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 2024-11-14T19:34:40,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 after 0ms 2024-11-14T19:34:40,246 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 took 2ms 2024-11-14T19:34:40,247 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,248 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 so closing down 2024-11-14T19:34:40,248 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,249 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:40,249 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:40,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T19:34:40,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T19:34:40,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742348_1528 (size=743) 2024-11-14T19:34:40,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742347_1527 (size=678) 2024-11-14T19:34:40,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742348_1528 (size=743) 2024-11-14T19:34:40,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742347_1527 (size=678) 2024-11-14T19:34:40,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T19:34:40,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-14T19:34:40,255 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:40,255 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K (1393bytes) at 1731612880244Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 so closing down at 1731612880248 (+4 ms)3 split writer threads finished at 1731612880248Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731612880250 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731612880250Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880254 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880254Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731612880255 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731612880255Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612880255 2024-11-14T19:34:40,256 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.0 2024-11-14T19:34:40,256 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T19:34:40,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 2024-11-14T19:34:40,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 after 0ms 2024-11-14T19:34:40,257 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 took 1ms 2024-11-14T19:34:40,258 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,259 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 so closing down 2024-11-14T19:34:40,259 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,259 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,260 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:40,260 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:40,261 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T19:34:40,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T19:34:40,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742350_1530 (size=678) 2024-11-14T19:34:40,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742350_1530 (size=678) 2024-11-14T19:34:40,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742349_1529 (size=743) 2024-11-14T19:34:40,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742349_1529 (size=743) 2024-11-14T19:34:40,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-14T19:34:40,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T19:34:40,266 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:40,266 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K (1393bytes) at 1731612880256Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 so closing down at 1731612880259 (+3 ms)3 split writer threads finished at 1731612880259Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731612880261 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731612880261Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880265 (+4 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880265Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731612880266 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731612880266Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612880266 2024-11-14T19:34:40,267 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.1 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.1 2024-11-14T19:34:40,268 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T19:34:40,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 2024-11-14T19:34:40,268 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 after 0ms 2024-11-14T19:34:40,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 took 2ms 2024-11-14T19:34:40,270 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,270 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 so closing down 2024-11-14T19:34:40,270 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,270 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,272 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:40,272 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:40,273 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T19:34:40,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T19:34:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742351_1531 (size=743) 2024-11-14T19:34:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742351_1531 (size=743) 2024-11-14T19:34:40,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T19:34:40,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742352_1532 (size=678) 2024-11-14T19:34:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742352_1532 (size=678) 2024-11-14T19:34:40,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-14T19:34:40,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:40,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K (1393bytes) at 1731612880268Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 so closing down at 1731612880270 (+2 ms)3 split writer threads finished at 1731612880270Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731612880273 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731612880273Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880279 (+6 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731612880280 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880284 (+4 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731612880285 (+1 ms)Processed 19 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612880285 2024-11-14T19:34:40,286 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.2 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.2 2024-11-14T19:34:40,286 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T19:34:40,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 2024-11-14T19:34:40,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 after 0ms 2024-11-14T19:34:40,288 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 took 2ms 2024-11-14T19:34:40,289 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,289 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 so closing down 2024-11-14T19:34:40,289 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,289 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,291 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:40,291 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:40,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T19:34:40,292 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T19:34:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742353_1533 (size=678) 2024-11-14T19:34:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742354_1534 (size=743) 2024-11-14T19:34:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742354_1534 (size=743) 2024-11-14T19:34:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742353_1533 (size=678) 2024-11-14T19:34:40,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T19:34:40,296 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-14T19:34:40,296 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:40,297 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K (1393bytes) at 1731612880286Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 so closing down at 1731612880289 (+3 ms)3 split writer threads finished at 1731612880290 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731612880292 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731612880292Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880295 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880296 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731612880296Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731612880296Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612880297 (+1 ms) 2024-11-14T19:34:40,298 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.3 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.3 2024-11-14T19:34:40,298 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T19:34:40,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 2024-11-14T19:34:40,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 after 0ms 2024-11-14T19:34:40,299 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 took 1ms 2024-11-14T19:34:40,300 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 so closing down 2024-11-14T19:34:40,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,301 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,302 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:40,302 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:40,303 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T19:34:40,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T19:34:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742355_1535 (size=743) 2024-11-14T19:34:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742356_1536 (size=678) 2024-11-14T19:34:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742356_1536 (size=678) 2024-11-14T19:34:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742355_1535 (size=743) 2024-11-14T19:34:40,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T19:34:40,307 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-14T19:34:40,307 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:40,307 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K (1393bytes) at 1731612880298Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 so closing down at 1731612880301 (+3 ms)3 split writer threads finished at 1731612880301Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731612880303 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731612880303Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880306 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880306Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731612880307 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731612880307Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612880307 2024-11-14T19:34:40,309 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.4 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.4 2024-11-14T19:34:40,309 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T19:34:40,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 2024-11-14T19:34:40,309 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 after 0ms 2024-11-14T19:34:40,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 took 1ms 2024-11-14T19:34:40,312 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,312 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 so closing down 2024-11-14T19:34:40,312 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,312 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,313 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:40,313 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:40,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T19:34:40,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T19:34:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742358_1538 (size=678) 2024-11-14T19:34:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742357_1537 (size=743) 2024-11-14T19:34:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742357_1537 (size=743) 2024-11-14T19:34:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742358_1538 (size=678) 2024-11-14T19:34:40,317 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,318 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T19:34:40,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-14T19:34:40,318 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T19:34:40,319 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K (1393bytes) at 1731612880309Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 so closing down at 1731612880312 (+3 ms)3 split writer threads finished at 1731612880312Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731612880314 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731612880314Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880317 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880318 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731612880318Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731612880318Processed 19 edits across 2 Regions in 7 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731612880318 2024-11-14T19:34:40,320 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.5 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.5 2024-11-14T19:34:40,320 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T19:34:40,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 2024-11-14T19:34:40,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 after 0ms 2024-11-14T19:34:40,322 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 took 2ms 2024-11-14T19:34:40,323 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,323 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 so closing down 2024-11-14T19:34:40,323 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,325 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:40,325 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:40,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T19:34:40,326 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T19:34:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742359_1539 (size=749) 2024-11-14T19:34:40,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742360_1540 (size=683) 2024-11-14T19:34:40,329 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742360_1540 (size=683) 2024-11-14T19:34:40,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742359_1539 (size=749) 2024-11-14T19:34:40,329 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,330 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-14T19:34:40,330 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T19:34:40,330 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T19:34:40,330 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K (1405bytes) at 1731612880320Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 so closing down at 1731612880323 (+3 ms)3 split writer threads finished at 1731612880323Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731612880326 (+3 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731612880326Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880329 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880329Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731612880330 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731612880330Processed 19 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731612880330 2024-11-14T19:34:40,331 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.6 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.6 2024-11-14T19:34:40,331 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T19:34:40,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 2024-11-14T19:34:40,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 after 0ms 2024-11-14T19:34:40,333 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 took 2ms 2024-11-14T19:34:40,334 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,334 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 so closing down 2024-11-14T19:34:40,334 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,335 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,336 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:40,336 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:40,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T19:34:40,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T19:34:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742361_1541 (size=687) 2024-11-14T19:34:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742362_1542 (size=753) 2024-11-14T19:34:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742361_1541 (size=687) 2024-11-14T19:34:40,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742362_1542 (size=753) 2024-11-14T19:34:40,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,342 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-14T19:34:40,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T19:34:40,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T19:34:40,342 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K (1413bytes) at 1731612880331Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 so closing down at 1731612880334 (+3 ms)3 split writer threads finished at 1731612880335 (+1 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731612880337 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731612880337Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880340 (+3 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880341 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731612880342 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731612880342Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731612880342 2024-11-14T19:34:40,343 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.7 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.7 2024-11-14T19:34:40,344 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T19:34:40,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 2024-11-14T19:34:40,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 after 0ms 2024-11-14T19:34:40,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 took 2ms 2024-11-14T19:34:40,346 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,347 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 so closing down 2024-11-14T19:34:40,347 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,347 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,349 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:40,349 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:40,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T19:34:40,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T19:34:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742363_1543 (size=753) 2024-11-14T19:34:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742363_1543 (size=753) 2024-11-14T19:34:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742364_1544 (size=687) 2024-11-14T19:34:40,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742364_1544 (size=687) 2024-11-14T19:34:40,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T19:34:40,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-14T19:34:40,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T19:34:40,358 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K (1413bytes) at 1731612880344Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 so closing down at 1731612880347 (+3 ms)3 split writer threads finished at 1731612880347Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731612880349 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731612880349Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880356 (+7 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880357 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731612880358 (+1 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731612880358Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731612880358 2024-11-14T19:34:40,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.8 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.8 2024-11-14T19:34:40,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T19:34:40,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 2024-11-14T19:34:40,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 after 0ms 2024-11-14T19:34:40,361 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 took 1ms 2024-11-14T19:34:40,363 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T19:34:40,363 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 so closing down 2024-11-14T19:34:40,363 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T19:34:40,363 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T19:34:40,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:40,365 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:40,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T19:34:40,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T19:34:40,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742365_1545 (size=753) 2024-11-14T19:34:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742365_1545 (size=753) 2024-11-14T19:34:40,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742366_1546 (size=687) 2024-11-14T19:34:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742366_1546 (size=687) 2024-11-14T19:34:40,373 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T19:34:40,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T19:34:40,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-14T19:34:40,776 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T19:34:40,776 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K (1413bytes) at 1731612880360Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 so closing down at 1731612880363 (+3 ms)3 split writer threads finished at 1731612880363Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731612880365 (+2 ms)Creating recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731612880365Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731612880372 (+7 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731612880373 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731612880773 (+400 ms)Rename recovered edits hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731612880776 (+3 ms)Processed 19 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731612880776 2024-11-14T19:34:40,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731612877416/wal.dat.9 to hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.9 2024-11-14T19:34:40,781 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612880255; access_time=1731612880114; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612880267; access_time=1731612880130; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612880286; access_time=1731612880142; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612880297; access_time=1731612880159; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612880308; access_time=1731612880169; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731612880319; access_time=1731612880181; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731612880331; access_time=1731612880195; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731612880343; access_time=1731612880204; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731612880359; access_time=1731612880213; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:41061/user/jenkins/test-data/bf803f82-1ce2-61f4-7b6e-0ec0f158546e/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731612880778; access_time=1731612880222; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T19:34:40,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=150 (was 150), OpenFileDescriptor=389 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=6718 (was 6828) 2024-11-14T19:34:40,801 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=150, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=189, ProcessCount=11, AvailableMemoryMB=6718 2024-11-14T19:34:40,801 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T19:34:40,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742367_1547 (size=7) 2024-11-14T19:34:40,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742367_1547 (size=7) 2024-11-14T19:34:40,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41061/user/jenkins/test-data/7e4a7f04-16cb-56ab-aec5-09854aefb52e with version=8 2024-11-14T19:34:40,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:40,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T19:34:40,810 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T19:34:40,811 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T19:34:40,811 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T19:34:40,812 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T19:34:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T19:34:40,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T19:34:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742368_1548 (size=2324) 2024-11-14T19:34:40,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742368_1548 (size=2324) 2024-11-14T19:34:40,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T19:34:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41871 is added to blk_1073742369_1549 (size=2325) 2024-11-14T19:34:40,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39315 is added to blk_1073742369_1549 (size=2325) 2024-11-14T19:34:40,844 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0, size=2.3 K (2325bytes) 2024-11-14T19:34:40,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0 2024-11-14T19:34:40,845 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0 after 1ms 2024-11-14T19:34:40,846 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-14T19:34:40,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0 so closing down 2024-11-14T19:34:40,847 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-14T19:34:40,847 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0, journal: Splitting hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0, size=2.3 K (2325bytes) at 1731612880844Finishing writing output for hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0 so closing down at 1731612880847 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731612880847 2024-11-14T19:34:40,848 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731612880810/wal.dat.0 to hdfs://localhost:41061/user/jenkins/test-data/0a1ef185-dd61-21ab-8f1b-795bf83cdc51/corrupt/wal.dat.0 2024-11-14T19:34:40,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=150 (was 150), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 189), ProcessCount=11 (was 11), AvailableMemoryMB=6718 (was 6718) 2024-11-14T19:34:40,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46e83790{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:34:40,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77aad8d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:34:40,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:34:40,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f3e426a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:34:40,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e1c67b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/hadoop.log.dir/,STOPPED} 2024-11-14T19:34:40,938 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:34:40,938 WARN [BP-842264620-172.17.0.2-1731612827788 heartbeating to localhost/127.0.0.1:41061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:34:40,938 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:34:40,938 WARN [BP-842264620-172.17.0.2-1731612827788 heartbeating to localhost/127.0.0.1:41061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842264620-172.17.0.2-1731612827788 (Datanode Uuid 493e3b4b-2a2b-4212-8fcb-0cadd425bbf5) service to localhost/127.0.0.1:41061 2024-11-14T19:34:40,939 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data3/current/BP-842264620-172.17.0.2-1731612827788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:34:40,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data4/current/BP-842264620-172.17.0.2-1731612827788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:34:40,940 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:34:40,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3930e107{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T19:34:40,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@242dda24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:34:40,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:34:40,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d24d689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:34:40,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39c1391f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/hadoop.log.dir/,STOPPED} 2024-11-14T19:34:40,944 WARN [BP-842264620-172.17.0.2-1731612827788 heartbeating to localhost/127.0.0.1:41061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T19:34:40,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T19:34:40,944 WARN [BP-842264620-172.17.0.2-1731612827788 heartbeating to localhost/127.0.0.1:41061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-842264620-172.17.0.2-1731612827788 (Datanode Uuid 08eef420-b3f4-410b-9a97-c8dfd5aa0cfa) service to localhost/127.0.0.1:41061 2024-11-14T19:34:40,944 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T19:34:40,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data1/current/BP-842264620-172.17.0.2-1731612827788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:34:40,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/cluster_1593db4f-0172-bfe5-277f-23cf256e7c41/data/data2/current/BP-842264620-172.17.0.2-1731612827788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T19:34:40,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T19:34:40,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb88504{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T19:34:40,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T19:34:40,956 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T19:34:40,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T19:34:40,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2eaeabfa-9ea3-ebcd-2af8-f49914cd00ba/hadoop.log.dir/,STOPPED}