2024-11-21 02:25:04,500 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 02:25:04,512 main DEBUG Took 0.009994 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 02:25:04,513 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 02:25:04,513 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 02:25:04,515 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 02:25:04,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,524 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 02:25:04,540 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,543 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,548 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,550 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,553 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,554 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,556 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,557 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,559 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:25:04,562 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,563 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 02:25:04,565 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:25:04,566 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 02:25:04,569 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 02:25:04,569 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 02:25:04,571 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 02:25:04,572 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 02:25:04,582 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 02:25:04,585 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 02:25:04,587 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 02:25:04,588 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 02:25:04,589 main DEBUG createAppenders(={Console}) 2024-11-21 02:25:04,590 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-21 02:25:04,590 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-21 02:25:04,591 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-21 02:25:04,592 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 02:25:04,592 main DEBUG OutputStream closed 2024-11-21 02:25:04,593 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 02:25:04,593 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 02:25:04,593 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-21 02:25:04,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 02:25:04,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 02:25:04,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 02:25:04,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 02:25:04,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 02:25:04,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 02:25:04,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 02:25:04,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 02:25:04,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 02:25:04,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 02:25:04,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 02:25:04,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 02:25:04,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 02:25:04,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 02:25:04,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 02:25:04,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 02:25:04,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 02:25:04,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 02:25:04,708 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 02:25:04,709 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-21 02:25:04,709 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 02:25:04,710 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-21T02:25:04,730 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-21 02:25:04,734 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 02:25:04,734 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T02:25:04,995 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a 2024-11-21T02:25:04,996 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-21T02:25:05,105 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T02:25:05,163 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f, deleteOnExit=true 2024-11-21T02:25:05,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/test.cache.data in system properties and HBase conf 2024-11-21T02:25:05,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:25:05,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:25:05,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:25:05,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:25:05,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:25:05,227 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:25:05,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:25:05,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:25:05,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:25:05,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:25:05,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:25:05,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:25:05,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:25:05,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:25:05,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:25:05,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:25:05,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:25:05,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:25:05,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:25:05,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:25:06,267 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T02:25:06,359 INFO [Time-limited test {}] log.Log(170): Logging initialized @2711ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T02:25:06,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:25:06,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:25:06,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:25:06,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:25:06,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:25:06,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:25:06,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:25:06,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:25:06,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fb88504{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/java.io.tmpdir/jetty-localhost-42597-hadoop-hdfs-3_4_1-tests_jar-_-any-4558105566425049512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:25:06,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:42597} 2024-11-21T02:25:06,786 INFO [Time-limited test {}] server.Server(415): Started @3139ms 2024-11-21T02:25:07,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:25:07,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:25:07,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:25:07,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:25:07,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:25:07,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:25:07,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:25:07,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e2c22c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/java.io.tmpdir/jetty-localhost-39037-hadoop-hdfs-3_4_1-tests_jar-_-any-10708934887490031843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:25:07,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:39037} 2024-11-21T02:25:07,449 INFO [Time-limited test {}] server.Server(415): Started @3802ms 2024-11-21T02:25:07,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:25:07,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:25:07,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:25:07,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:25:07,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:25:07,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:25:07,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:25:07,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:25:07,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bdee85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/java.io.tmpdir/jetty-localhost-35539-hadoop-hdfs-3_4_1-tests_jar-_-any-6602932430485373917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:25:07,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:35539} 2024-11-21T02:25:07,778 INFO [Time-limited test {}] server.Server(415): Started @4131ms 2024-11-21T02:25:07,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:25:09,265 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data1/current/BP-249380268-172.17.0.2-1732155905762/current, will proceed with Du for space computation calculation, 2024-11-21T02:25:09,265 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data4/current/BP-249380268-172.17.0.2-1732155905762/current, will proceed with Du for space computation calculation, 2024-11-21T02:25:09,265 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data3/current/BP-249380268-172.17.0.2-1732155905762/current, will proceed with Du for space computation calculation, 2024-11-21T02:25:09,265 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data2/current/BP-249380268-172.17.0.2-1732155905762/current, will proceed with Du for space computation calculation, 2024-11-21T02:25:09,300 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:25:09,301 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:25:09,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e926d41ceddbaa with lease ID 0x6465cca532fab0ba: Processing first storage report for DS-b2b1943f-b522-401c-9f15-2cec886f3964 from datanode DatanodeRegistration(127.0.0.1:46831, datanodeUuid=7f6b33a9-b9f4-4990-9411-0f0999cc2db6, infoPort=37773, infoSecurePort=0, ipcPort=37833, storageInfo=lv=-57;cid=testClusterID;nsid=826403748;c=1732155905762) 2024-11-21T02:25:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e926d41ceddbaa with lease ID 0x6465cca532fab0ba: from storage DS-b2b1943f-b522-401c-9f15-2cec886f3964 node DatanodeRegistration(127.0.0.1:46831, datanodeUuid=7f6b33a9-b9f4-4990-9411-0f0999cc2db6, infoPort=37773, infoSecurePort=0, ipcPort=37833, storageInfo=lv=-57;cid=testClusterID;nsid=826403748;c=1732155905762), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:25:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5f5227279995dfa with lease ID 0x6465cca532fab0bb: Processing first storage report for DS-39b989e0-dcd9-4571-99d1-2feacc764653 from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=bee8e131-614e-4dbd-b838-47c0273f9d70, infoPort=35341, infoSecurePort=0, ipcPort=45069, storageInfo=lv=-57;cid=testClusterID;nsid=826403748;c=1732155905762) 2024-11-21T02:25:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5f5227279995dfa with lease ID 0x6465cca532fab0bb: from storage DS-39b989e0-dcd9-4571-99d1-2feacc764653 node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=bee8e131-614e-4dbd-b838-47c0273f9d70, infoPort=35341, infoSecurePort=0, ipcPort=45069, storageInfo=lv=-57;cid=testClusterID;nsid=826403748;c=1732155905762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:25:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e926d41ceddbaa with lease ID 0x6465cca532fab0ba: Processing first storage report for DS-5057bffa-d3d9-4aae-a022-e0eda3f275e7 from datanode DatanodeRegistration(127.0.0.1:46831, datanodeUuid=7f6b33a9-b9f4-4990-9411-0f0999cc2db6, infoPort=37773, infoSecurePort=0, ipcPort=37833, storageInfo=lv=-57;cid=testClusterID;nsid=826403748;c=1732155905762) 2024-11-21T02:25:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e926d41ceddbaa with lease ID 0x6465cca532fab0ba: from storage DS-5057bffa-d3d9-4aae-a022-e0eda3f275e7 node DatanodeRegistration(127.0.0.1:46831, datanodeUuid=7f6b33a9-b9f4-4990-9411-0f0999cc2db6, infoPort=37773, infoSecurePort=0, ipcPort=37833, storageInfo=lv=-57;cid=testClusterID;nsid=826403748;c=1732155905762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:25:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5f5227279995dfa with lease ID 0x6465cca532fab0bb: Processing first storage report for DS-08d340ff-26fa-4b44-92fe-260466fcd469 from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=bee8e131-614e-4dbd-b838-47c0273f9d70, infoPort=35341, infoSecurePort=0, ipcPort=45069, storageInfo=lv=-57;cid=testClusterID;nsid=826403748;c=1732155905762) 2024-11-21T02:25:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5f5227279995dfa with lease ID 0x6465cca532fab0bb: from storage DS-08d340ff-26fa-4b44-92fe-260466fcd469 node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=bee8e131-614e-4dbd-b838-47c0273f9d70, infoPort=35341, infoSecurePort=0, ipcPort=45069, storageInfo=lv=-57;cid=testClusterID;nsid=826403748;c=1732155905762), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:25:09,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a 2024-11-21T02:25:09,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=3432 2024-11-21T02:25:09,437 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:09,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:09,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:09,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:25:09,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:25:10,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:10,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:10,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:10,102 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:10,137 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T02:25:10,156 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T02:25:10,160 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:10,160 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:10,163 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:10,168 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:10,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,184 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T02:25:10,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741826_1002 (size=1393) 2024-11-21T02:25:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741826_1002 (size=1393) 2024-11-21T02:25:10,243 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:10,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:10,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,272 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741827_1003 (size=1393) 2024-11-21T02:25:10,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741827_1003 (size=1393) 2024-11-21T02:25:10,280 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:10,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:10,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741828_1004 (size=1393) 2024-11-21T02:25:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741828_1004 (size=1393) 2024-11-21T02:25:10,315 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:10,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741829_1005 (size=1393) 2024-11-21T02:25:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741829_1005 (size=1393) 2024-11-21T02:25:10,347 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:10,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741830_1006 (size=1393) 2024-11-21T02:25:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741830_1006 (size=1393) 2024-11-21T02:25:10,385 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:10,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:10,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741831_1007 (size=1393) 2024-11-21T02:25:10,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741831_1007 (size=1393) 2024-11-21T02:25:10,825 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:10,825 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:10,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,842 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,842 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741832_1008 (size=1405) 2024-11-21T02:25:10,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741832_1008 (size=1405) 2024-11-21T02:25:10,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:10,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741833_1009 (size=1413) 2024-11-21T02:25:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741833_1009 (size=1413) 2024-11-21T02:25:10,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:10,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:10,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,943 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,944 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,945 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,945 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,946 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,946 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,949 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,949 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,950 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,950 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,951 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,951 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,953 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,953 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741834_1010 (size=1413) 2024-11-21T02:25:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741834_1010 (size=1413) 2024-11-21T02:25:10,962 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:10,962 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:10,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:10,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741835_1011 (size=1413) 2024-11-21T02:25:11,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741835_1011 (size=1413) 2024-11-21T02:25:11,008 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:11,150 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:11,159 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T02:25:11,159 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T02:25:11,160 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0 2024-11-21T02:25:11,171 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0 after 8ms 2024-11-21T02:25:11,255 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0 took 113ms 2024-11-21T02:25:11,290 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0 so closing down 2024-11-21T02:25:11,297 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:11,298 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:11,307 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:11,316 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0, size=1.4 K (1393bytes) at 1732155911157Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0 so closing down at 1732155911290 (+133 ms)3 split writer threads finished at 1732155911298 (+8 ms)Processed 0 edits across 0 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/ad6818f7-8734-048f-bcab-7f3c9c584a2c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1732155910142/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155911308 (+10 ms) 2024-11-21T02:25:11,322 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-21T02:25:11,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=133 (was 128) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-678122426_22 at /127.0.0.1:38632 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@54f0cd49 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=377 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 471), ProcessCount=11 (was 11), AvailableMemoryMB=3282 (was 3432) 2024-11-21T02:25:11,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=3281 2024-11-21T02:25:11,367 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:11,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741836_1012 (size=7) 2024-11-21T02:25:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741836_1012 (size=7) 2024-11-21T02:25:11,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:11,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:11,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:11,450 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:11,451 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-21T02:25:11,451 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:11,454 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:11,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:11,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:11,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741837_1013 (size=2324) 2024-11-21T02:25:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741837_1013 (size=2324) 2024-11-21T02:25:11,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:11,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T02:25:11,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0 2024-11-21T02:25:11,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0 after 2ms 2024-11-21T02:25:11,670 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0 took 12ms 2024-11-21T02:25:11,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0 so closing down 2024-11-21T02:25:11,710 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:11,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:11,775 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:11,776 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:11,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:11,785 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741839_1015 (size=743) 2024-11-21T02:25:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741839_1015 (size=743) 2024-11-21T02:25:11,845 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-21T02:25:11,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741838_1014 (size=743) 2024-11-21T02:25:11,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741838_1014 (size=743) 2024-11-21T02:25:11,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) 2024-11-21T02:25:11,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:11,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 179 ms; skipped=7; WAL=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T02:25:11,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0, size=2.3 K (2324bytes) at 1732155911659Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0 so closing down at 1732155911710 (+51 ms)3 split writer threads finished at 1732155911712 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155911780 (+68 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155911785 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1732155911845 (+60 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155911852 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 2 ms) at 1732155911853 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155911860 (+7 ms)Processed 27 edits across 2 Regions in 179 ms; skipped=7; WAL=hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732155911861 (+1 ms) 2024-11-21T02:25:11,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/WALs/testsplitlogfilemultipleregions,16010,1732155911451/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/2025e3ad-a9aa-c68f-9e43-2c664a747700/oldWALs/wal.dat.0 2024-11-21T02:25:11,939 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134 (was 133) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_16524449_22 at /127.0.0.1:34542 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_16524449_22 at /127.0.0.1:38632 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 377) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 471), ProcessCount=11 (was 11), AvailableMemoryMB=3258 (was 3281) 2024-11-21T02:25:11,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=3257 2024-11-21T02:25:11,949 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741840_1016 (size=7) 2024-11-21T02:25:11,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741840_1016 (size=7) 2024-11-21T02:25:12,002 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:12,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:12,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:12,013 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:12,013 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:12,016 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:12,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:12,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:12,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:12,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741841_1017 (size=2324) 2024-11-21T02:25:12,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741841_1017 (size=2324) 2024-11-21T02:25:12,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:14,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/cf162486-7a1c-cad2-2428-9a263c499aad/WALs/testterminationaskedbyreporter,16010,1732155912013/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T02:25:14,850 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/cf162486-7a1c-cad2-2428-9a263c499aad/WALs/testterminationaskedbyreporter,16010,1732155912013/wal.dat.0 so closing down 2024-11-21T02:25:14,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/cf162486-7a1c-cad2-2428-9a263c499aad/WALs/testterminationaskedbyreporter,16010,1732155912013/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-21T02:25:14,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/cf162486-7a1c-cad2-2428-9a263c499aad/WALs/testterminationaskedbyreporter,16010,1732155912013/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/cf162486-7a1c-cad2-2428-9a263c499aad/WALs/testterminationaskedbyreporter,16010,1732155912013/wal.dat.0, size=2.3 K (2324bytes) at 1732155914850Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/cf162486-7a1c-cad2-2428-9a263c499aad/WALs/testterminationaskedbyreporter,16010,1732155912013/wal.dat.0 so closing down at 1732155914850Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/cf162486-7a1c-cad2-2428-9a263c499aad/WALs/testterminationaskedbyreporter,16010,1732155912013/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1732155914856 (+6 ms) 2024-11-21T02:25:14,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=136 (was 134) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 471) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3042 (was 3257) 2024-11-21T02:25:14,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=136, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=3037 2024-11-21T02:25:14,904 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741842_1018 (size=7) 2024-11-21T02:25:14,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741842_1018 (size=7) 2024-11-21T02:25:14,967 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:14,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:14,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:14,977 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:14,978 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-21T02:25:14,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:15,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741843_1019 (size=1043) 2024-11-21T02:25:15,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741843_1019 (size=1043) 2024-11-21T02:25:15,102 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:15,103 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,182 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:15,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741845_1021 (size=1043) 2024-11-21T02:25:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741845_1021 (size=1043) 2024-11-21T02:25:15,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:15,258 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:15,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741846_1022 (size=1043) 2024-11-21T02:25:15,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741846_1022 (size=1043) 2024-11-21T02:25:15,328 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:15,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:15,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741847_1023 (size=1043) 2024-11-21T02:25:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741847_1023 (size=1043) 2024-11-21T02:25:15,818 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:15,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741848_1024 (size=1043) 2024-11-21T02:25:15,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741848_1024 (size=1043) 2024-11-21T02:25:15,937 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:15,937 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:15,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:15,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:15,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,011 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741849_1025 (size=1043) 2024-11-21T02:25:16,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741849_1025 (size=1043) 2024-11-21T02:25:16,026 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:16,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,048 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741850_1026 (size=1043) 2024-11-21T02:25:16,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741850_1026 (size=1043) 2024-11-21T02:25:16,140 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:16,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:16,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,190 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741851_1027 (size=1043) 2024-11-21T02:25:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741851_1027 (size=1043) 2024-11-21T02:25:16,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:16,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:16,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:16,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:16,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741852_1028 (size=1043) 2024-11-21T02:25:16,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741852_1028 (size=1043) 2024-11-21T02:25:16,271 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:16,318 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0, size=1.0 K (1043bytes) 2024-11-21T02:25:16,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0 2024-11-21T02:25:16,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0 after 2ms 2024-11-21T02:25:16,345 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0 took 27ms 2024-11-21T02:25:16,363 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-21T02:25:16,364 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0 so closing down 2024-11-21T02:25:16,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:16,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:16,371 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T02:25:16,371 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0, size=1.0 K (1043bytes) at 1732155916319Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0 so closing down at 1732155916365 (+46 ms)3 split writer threads finished at 1732155916371 (+6 ms)Processed 10 edits across 0 Regions in 11 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732155916371 2024-11-21T02:25:16,379 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.0 2024-11-21T02:25:16,379 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1, size=180 (180bytes) 2024-11-21T02:25:16,379 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 2024-11-21T02:25:16,381 WARN [IPC Server handler 0 on default port 37677 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-21T02:25:16,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 after 3ms 2024-11-21T02:25:17,392 WARN [ResponseProcessor for block BP-249380268-172.17.0.2-1732155905762:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-249380268-172.17.0.2-1732155905762:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:17,392 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_98135609_22 at /127.0.0.1:34100 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:46831:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34100 dst: /127.0.0.1:46831 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46831 remote=/127.0.0.1:34100]. Total timeout mills is 60000, 57792 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:17,397 WARN [DataStreamer for file /user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 block BP-249380268-172.17.0.2-1732155905762:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-249380268-172.17.0.2-1732155905762:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46831,DS-b2b1943f-b522-401c-9f15-2cec886f3964,DISK], DatanodeInfoWithStorage[127.0.0.1:33221,DS-39b989e0-dcd9-4571-99d1-2feacc764653,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46831,DS-b2b1943f-b522-401c-9f15-2cec886f3964,DISK]) is bad. 2024-11-21T02:25:17,394 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_98135609_22 at /127.0.0.1:60400 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:33221:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60400 dst: /127.0.0.1:33221 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741844_1029 (size=1035) 2024-11-21T02:25:17,410 WARN [DataStreamer for file /user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 block BP-249380268-172.17.0.2-1732155905762:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-249380268-172.17.0.2-1732155905762:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741844_1029 (size=1035) 2024-11-21T02:25:20,383 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 after 4004ms 2024-11-21T02:25:20,391 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 took 4012ms 2024-11-21T02:25:20,396 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1; continuing. 2024-11-21T02:25:20,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 so closing down 2024-11-21T02:25:20,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,403 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,404 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-21T02:25:20,404 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1, size=180 (180bytes) at 1732155916379Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 so closing down at 1732155920397 (+4018 ms)3 split writer threads finished at 1732155920403 (+6 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1732155920404 (+1 ms) 2024-11-21T02:25:20,410 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.1 2024-11-21T02:25:20,410 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2, size=1.0 K (1043bytes) 2024-11-21T02:25:20,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2 2024-11-21T02:25:20,411 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2 after 1ms 2024-11-21T02:25:20,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2 took 6ms 2024-11-21T02:25:20,420 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2 so closing down 2024-11-21T02:25:20,420 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,427 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T02:25:20,427 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2, size=1.0 K (1043bytes) at 1732155920410Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2 so closing down at 1732155920420 (+10 ms)3 split writer threads finished at 1732155920427 (+7 ms)Processed 10 edits across 0 Regions in 9 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732155920427 2024-11-21T02:25:20,431 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.2 2024-11-21T02:25:20,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3, size=1.0 K (1043bytes) 2024-11-21T02:25:20,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3 2024-11-21T02:25:20,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3 after 0ms 2024-11-21T02:25:20,437 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3 took 6ms 2024-11-21T02:25:20,439 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3 so closing down 2024-11-21T02:25:20,439 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,440 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,440 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T02:25:20,440 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3, size=1.0 K (1043bytes) at 1732155920432Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3 so closing down at 1732155920439 (+7 ms)3 split writer threads finished at 1732155920440 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732155920440 2024-11-21T02:25:20,444 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.3 2024-11-21T02:25:20,444 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4, size=1.0 K (1043bytes) 2024-11-21T02:25:20,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4 2024-11-21T02:25:20,445 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4 after 1ms 2024-11-21T02:25:20,450 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4 took 6ms 2024-11-21T02:25:20,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4 so closing down 2024-11-21T02:25:20,455 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,459 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,459 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T02:25:20,460 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4, size=1.0 K (1043bytes) at 1732155920444Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4 so closing down at 1732155920455 (+11 ms)3 split writer threads finished at 1732155920459 (+4 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732155920459 2024-11-21T02:25:20,465 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.4 2024-11-21T02:25:20,466 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5, size=1.0 K (1043bytes) 2024-11-21T02:25:20,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5 2024-11-21T02:25:20,466 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5 after 0ms 2024-11-21T02:25:20,471 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5 took 6ms 2024-11-21T02:25:20,473 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5 so closing down 2024-11-21T02:25:20,473 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,473 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T02:25:20,474 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5, size=1.0 K (1043bytes) at 1732155920466Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5 so closing down at 1732155920473 (+7 ms)3 split writer threads finished at 1732155920473Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732155920473 2024-11-21T02:25:20,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.5 2024-11-21T02:25:20,478 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6, size=1.0 K (1043bytes) 2024-11-21T02:25:20,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6 2024-11-21T02:25:20,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6 after 0ms 2024-11-21T02:25:20,482 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6 took 4ms 2024-11-21T02:25:20,484 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6 so closing down 2024-11-21T02:25:20,484 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,484 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,484 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T02:25:20,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6, size=1.0 K (1043bytes) at 1732155920478Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6 so closing down at 1732155920484 (+6 ms)3 split writer threads finished at 1732155920484Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732155920485 (+1 ms) 2024-11-21T02:25:20,489 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.6 2024-11-21T02:25:20,490 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7, size=1.0 K (1043bytes) 2024-11-21T02:25:20,490 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7 2024-11-21T02:25:20,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7 after 4ms 2024-11-21T02:25:20,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7 took 9ms 2024-11-21T02:25:20,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7 so closing down 2024-11-21T02:25:20,502 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T02:25:20,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7, size=1.0 K (1043bytes) at 1732155920490Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7 so closing down at 1732155920501 (+11 ms)3 split writer threads finished at 1732155920504 (+3 ms)Processed 10 edits across 0 Regions in 5 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732155920504 2024-11-21T02:25:20,512 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.7 2024-11-21T02:25:20,513 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8, size=1.0 K (1043bytes) 2024-11-21T02:25:20,513 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8 2024-11-21T02:25:20,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8 after 1ms 2024-11-21T02:25:20,519 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8 took 6ms 2024-11-21T02:25:20,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8 so closing down 2024-11-21T02:25:20,521 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T02:25:20,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8, size=1.0 K (1043bytes) at 1732155920513Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8 so closing down at 1732155920521 (+8 ms)3 split writer threads finished at 1732155920521Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732155920521 2024-11-21T02:25:20,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.8 2024-11-21T02:25:20,525 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9, size=1.0 K (1043bytes) 2024-11-21T02:25:20,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9 2024-11-21T02:25:20,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9 after 0ms 2024-11-21T02:25:20,530 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9 took 5ms 2024-11-21T02:25:20,534 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9 so closing down 2024-11-21T02:25:20,534 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,534 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,534 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-21T02:25:20,534 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9, size=1.0 K (1043bytes) at 1732155920525Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9 so closing down at 1732155920534 (+9 ms)3 split writer threads finished at 1732155920534Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1732155920534 2024-11-21T02:25:20,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/WALs/testsplitdeletedregion,16010,1732155914977/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/58f79e16-2843-55a2-d620-8131780b5a31/oldWALs/wal.dat.9 2024-11-21T02:25:20,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=140 (was 136) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_173461796_22 at /127.0.0.1:60486 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:37833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_173461796_22 at /127.0.0.1:34152 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=537 (was 497) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2849 (was 3037) 2024-11-21T02:25:20,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=537, ProcessCount=11, AvailableMemoryMB=2849 2024-11-21T02:25:20,562 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741853_1030 (size=7) 2024-11-21T02:25:20,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741853_1030 (size=7) 2024-11-21T02:25:20,580 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:20,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:20,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:20,587 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:20,587 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T02:25:20,590 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:20,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:20,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741854_1031 (size=863) 2024-11-21T02:25:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741854_1031 (size=863) 2024-11-21T02:25:20,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:20,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741855_1032 (size=859) 2024-11-21T02:25:20,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741855_1032 (size=859) 2024-11-21T02:25:20,666 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0, size=859 (859bytes) 2024-11-21T02:25:20,666 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0 2024-11-21T02:25:20,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0 after 0ms 2024-11-21T02:25:20,673 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0 took 7ms 2024-11-21T02:25:20,796 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0; continuing. 2024-11-21T02:25:20,796 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0 so closing down 2024-11-21T02:25:20,796 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:20,797 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:20,801 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:20,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:20,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741856_1033 (size=863) 2024-11-21T02:25:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741856_1033 (size=863) 2024-11-21T02:25:20,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:20,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T02:25:20,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 143 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-21T02:25:20,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0, size=859 (859bytes) at 1732155920666Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0 so closing down at 1732155920796 (+130 ms)3 split writer threads finished at 1732155920797 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155920804 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155920813 (+9 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732155920818 (+5 ms)Processed 10 edits across 1 Regions in 143 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1732155920818 2024-11-21T02:25:20,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/WALs/testcorruptwaltrailer,16010,1732155920587/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/8d3ac3c6-15b3-04af-e306-a6f500fa7afa/oldWALs/wal.dat.0 2024-11-21T02:25:20,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=537 (was 537), ProcessCount=11 (was 11), AvailableMemoryMB=2833 (was 2849) 2024-11-21T02:25:20,867 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=537, ProcessCount=11, AvailableMemoryMB=2832 2024-11-21T02:25:20,867 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741857_1034 (size=7) 2024-11-21T02:25:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741857_1034 (size=7) 2024-11-21T02:25:20,898 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:20,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:20,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:20,907 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:20,932 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=537 (was 537), ProcessCount=11 (was 11), AvailableMemoryMB=2829 (was 2832) 2024-11-21T02:25:20,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=537, ProcessCount=11, AvailableMemoryMB=2828 2024-11-21T02:25:20,962 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741858_1035 (size=7) 2024-11-21T02:25:21,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741858_1035 (size=7) 2024-11-21T02:25:21,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:21,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:21,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:21,050 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:21,076 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-21T02:25:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741859_1036 (size=93) 2024-11-21T02:25:21,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741859_1036 (size=93) 2024-11-21T02:25:21,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=537 (was 537), ProcessCount=11 (was 11), AvailableMemoryMB=2823 (was 2828) 2024-11-21T02:25:21,115 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=537, ProcessCount=11, AvailableMemoryMB=2823 2024-11-21T02:25:21,115 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:21,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741860_1037 (size=7) 2024-11-21T02:25:21,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741860_1037 (size=7) 2024-11-21T02:25:21,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:21,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:21,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:21,146 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:21,147 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:21,148 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:21,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,188 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,188 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,189 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,189 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741861_1038 (size=1393) 2024-11-21T02:25:21,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741861_1038 (size=1393) 2024-11-21T02:25:21,197 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:21,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:21,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741862_1039 (size=1393) 2024-11-21T02:25:21,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741862_1039 (size=1393) 2024-11-21T02:25:21,225 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:21,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:21,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,254 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,254 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741863_1040 (size=1393) 2024-11-21T02:25:21,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741863_1040 (size=1393) 2024-11-21T02:25:21,265 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:21,266 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:21,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741864_1041 (size=1393) 2024-11-21T02:25:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741864_1041 (size=1393) 2024-11-21T02:25:21,313 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:21,314 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:21,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741865_1042 (size=1393) 2024-11-21T02:25:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741865_1042 (size=1393) 2024-11-21T02:25:21,367 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:21,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:21,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741866_1043 (size=1393) 2024-11-21T02:25:21,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741866_1043 (size=1393) 2024-11-21T02:25:21,399 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:21,399 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:21,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741867_1044 (size=1405) 2024-11-21T02:25:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741867_1044 (size=1405) 2024-11-21T02:25:21,449 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:21,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:21,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741868_1045 (size=1413) 2024-11-21T02:25:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741868_1045 (size=1413) 2024-11-21T02:25:21,510 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:21,511 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741869_1046 (size=1413) 2024-11-21T02:25:21,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741869_1046 (size=1413) 2024-11-21T02:25:21,611 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:21,612 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:21,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:21,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741870_1047 (size=1413) 2024-11-21T02:25:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741870_1047 (size=1413) 2024-11-21T02:25:21,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:21,723 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:25:21,723 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7 2024-11-21T02:25:21,724 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7 after 1ms 2024-11-21T02:25:21,728 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7 took 6ms 2024-11-21T02:25:21,762 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7 so closing down 2024-11-21T02:25:21,762 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:21,766 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:21,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:21,800 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:21,817 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:21,818 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:21,818 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-21T02:25:21,818 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7, size=1.4 K (1413bytes) at 1732155921723Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7 so closing down at 1732155921762 (+39 ms)3 split writer threads finished at 1732155921766 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155921800 (+34 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155921800Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log at 1732155921817 (+17 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1732155921818 (+1 ms)Processed 20 edits across 0 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/c71dcbee-b763-8bfc-e6d3-315bcfd99bd4/WALs/testioeonoutputthread,16010,1732155921146/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1732155921818 2024-11-21T02:25:21,833 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=142 (was 140) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_290301077_22 at /127.0.0.1:60486 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=537 (was 537), ProcessCount=11 (was 11), AvailableMemoryMB=2791 (was 2823) 2024-11-21T02:25:21,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=537, ProcessCount=11, AvailableMemoryMB=2791 2024-11-21T02:25:21,844 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:21,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741871_1048 (size=7) 2024-11-21T02:25:21,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741871_1048 (size=7) 2024-11-21T02:25:21,905 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:21,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:21,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:21,915 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:21,954 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:21,955 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:21,958 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:21,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:21,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:21,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:21,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741872_1049 (size=2324) 2024-11-21T02:25:22,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741872_1049 (size=2324) 2024-11-21T02:25:22,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:22,036 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741873_1050 (size=1393) 2024-11-21T02:25:22,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741873_1050 (size=1393) 2024-11-21T02:25:22,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:22,072 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:22,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-21T02:25:22,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-21T02:25:22,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-21T02:25:22,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-21T02:25:22,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-21T02:25:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-21T02:25:22,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-21T02:25:22,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-21T02:25:22,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-21T02:25:22,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-21T02:25:22,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-21T02:25:22,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-21T02:25:22,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-21T02:25:22,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-21T02:25:22,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-21T02:25:22,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-21T02:25:22,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-21T02:25:22,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-21T02:25:22,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-21T02:25:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-21T02:25:22,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-21T02:25:22,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-21T02:25:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-21T02:25:22,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-21T02:25:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-21T02:25:22,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-21T02:25:22,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-21T02:25:22,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-21T02:25:22,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-21T02:25:22,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-21T02:25:22,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-21T02:25:22,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-21T02:25:22,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-21T02:25:22,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-21T02:25:22,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-21T02:25:22,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-21T02:25:22,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-21T02:25:22,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-21T02:25:22,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-21T02:25:22,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-21T02:25:22,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-21T02:25:22,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-21T02:25:22,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-21T02:25:22,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-21T02:25:22,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-21T02:25:22,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-21T02:25:22,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-21T02:25:22,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-21T02:25:22,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-21T02:25:22,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-21T02:25:22,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-21T02:25:22,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-21T02:25:22,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-21T02:25:22,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-21T02:25:22,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-21T02:25:22,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-21T02:25:22,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-21T02:25:22,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-21T02:25:22,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-21T02:25:22,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-21T02:25:22,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-21T02:25:22,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-21T02:25:22,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-21T02:25:22,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-21T02:25:22,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-21T02:25:22,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-21T02:25:22,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-21T02:25:22,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-21T02:25:22,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-21T02:25:22,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-21T02:25:22,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-21T02:25:22,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-21T02:25:22,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-21T02:25:22,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-21T02:25:22,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-21T02:25:22,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-21T02:25:22,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-21T02:25:22,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-21T02:25:22,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-21T02:25:22,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-21T02:25:22,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-21T02:25:22,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-21T02:25:22,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-21T02:25:22,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-21T02:25:22,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-21T02:25:22,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-21T02:25:22,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-21T02:25:22,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-21T02:25:22,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-21T02:25:22,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-21T02:25:22,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-21T02:25:22,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-21T02:25:22,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-21T02:25:22,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-21T02:25:22,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-21T02:25:22,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-21T02:25:22,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-21T02:25:22,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-21T02:25:22,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-21T02:25:22,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-21T02:25:22,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-21T02:25:22,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-21T02:25:22,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-21T02:25:22,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-21T02:25:22,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-21T02:25:22,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-21T02:25:22,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-21T02:25:22,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-21T02:25:22,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-21T02:25:22,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-21T02:25:22,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-21T02:25:22,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-21T02:25:22,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-21T02:25:22,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-21T02:25:22,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-21T02:25:22,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-21T02:25:22,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-21T02:25:22,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-21T02:25:22,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-21T02:25:22,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-21T02:25:22,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-21T02:25:22,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-21T02:25:22,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-21T02:25:22,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-21T02:25:22,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-21T02:25:22,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-21T02:25:22,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-21T02:25:22,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-21T02:25:22,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-21T02:25:22,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-21T02:25:22,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-21T02:25:22,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-21T02:25:22,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-21T02:25:22,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,409 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-21T02:25:22,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-21T02:25:22,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-21T02:25:22,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,414 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-21T02:25:22,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-21T02:25:22,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-21T02:25:22,423 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-21T02:25:22,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-21T02:25:22,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,427 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,430 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-21T02:25:22,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,432 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-21T02:25:22,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,434 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-21T02:25:22,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,437 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-21T02:25:22,439 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,440 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-21T02:25:22,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,443 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-21T02:25:22,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-21T02:25:22,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-21T02:25:22,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-21T02:25:22,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-21T02:25:22,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-21T02:25:22,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-21T02:25:22,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-21T02:25:22,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,458 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-21T02:25:22,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-21T02:25:22,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-21T02:25:22,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-21T02:25:22,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-21T02:25:22,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-21T02:25:22,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-21T02:25:22,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-21T02:25:22,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-21T02:25:22,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-21T02:25:22,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-21T02:25:22,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-21T02:25:22,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-21T02:25:22,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,481 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-21T02:25:22,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-21T02:25:22,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-21T02:25:22,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-21T02:25:22,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-21T02:25:22,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-21T02:25:22,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-21T02:25:22,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-21T02:25:22,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-21T02:25:22,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-21T02:25:22,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-21T02:25:22,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-21T02:25:22,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-21T02:25:22,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-21T02:25:22,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-21T02:25:22,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-21T02:25:22,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-21T02:25:22,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-21T02:25:22,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-21T02:25:22,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-21T02:25:22,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-21T02:25:22,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-21T02:25:22,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-21T02:25:22,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-21T02:25:22,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-21T02:25:22,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-21T02:25:22,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-21T02:25:22,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-21T02:25:22,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-21T02:25:22,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-21T02:25:22,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-21T02:25:22,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-21T02:25:22,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-21T02:25:22,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,557 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-21T02:25:22,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-21T02:25:22,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-21T02:25:22,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-21T02:25:22,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-21T02:25:22,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,571 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-21T02:25:22,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-21T02:25:22,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-21T02:25:22,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-21T02:25:22,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-21T02:25:22,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-21T02:25:22,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-21T02:25:22,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-21T02:25:22,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-21T02:25:22,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-21T02:25:22,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,605 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-21T02:25:22,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-21T02:25:22,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-21T02:25:22,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-21T02:25:22,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-21T02:25:22,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-21T02:25:22,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-21T02:25:22,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-21T02:25:22,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-21T02:25:22,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-21T02:25:22,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-21T02:25:22,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-21T02:25:22,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-21T02:25:22,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-21T02:25:22,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-21T02:25:22,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-21T02:25:22,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-21T02:25:22,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-21T02:25:22,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-21T02:25:22,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-21T02:25:22,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-21T02:25:22,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-21T02:25:22,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-21T02:25:22,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,669 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-21T02:25:22,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-21T02:25:22,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-21T02:25:22,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-21T02:25:22,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-21T02:25:22,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-21T02:25:22,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-21T02:25:22,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-21T02:25:22,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-21T02:25:22,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-21T02:25:22,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-21T02:25:22,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-21T02:25:22,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-21T02:25:22,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-21T02:25:22,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-21T02:25:22,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,700 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-21T02:25:22,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-21T02:25:22,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-21T02:25:22,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-21T02:25:22,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-21T02:25:22,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-21T02:25:22,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-21T02:25:22,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-21T02:25:22,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-21T02:25:22,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-21T02:25:22,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-21T02:25:22,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-21T02:25:22,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-21T02:25:22,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-21T02:25:22,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,779 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-21T02:25:22,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-21T02:25:22,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-21T02:25:22,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-21T02:25:22,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,789 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-21T02:25:22,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-21T02:25:22,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-21T02:25:22,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-21T02:25:22,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-21T02:25:22,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-21T02:25:22,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-21T02:25:22,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-21T02:25:22,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-21T02:25:22,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-21T02:25:22,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-21T02:25:22,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-21T02:25:22,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-21T02:25:22,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-21T02:25:22,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-21T02:25:22,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-21T02:25:22,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-21T02:25:22,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-21T02:25:22,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-21T02:25:22,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-21T02:25:22,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-21T02:25:22,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-21T02:25:22,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-21T02:25:22,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-21T02:25:22,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-21T02:25:22,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-21T02:25:22,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-21T02:25:22,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-21T02:25:22,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-21T02:25:22,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-21T02:25:22,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-21T02:25:22,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-21T02:25:22,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-21T02:25:22,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-21T02:25:22,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-21T02:25:22,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-21T02:25:22,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-21T02:25:22,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-21T02:25:22,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-21T02:25:22,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-21T02:25:22,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-21T02:25:22,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-21T02:25:22,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-21T02:25:22,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-21T02:25:22,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-21T02:25:22,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-21T02:25:22,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-21T02:25:22,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-21T02:25:22,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-21T02:25:22,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-21T02:25:22,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-21T02:25:22,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-21T02:25:22,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-21T02:25:22,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-21T02:25:22,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-21T02:25:22,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-21T02:25:22,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-21T02:25:22,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-21T02:25:22,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-21T02:25:22,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-21T02:25:22,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-21T02:25:22,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-21T02:25:22,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-21T02:25:22,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-21T02:25:22,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-21T02:25:22,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-21T02:25:22,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-21T02:25:22,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,976 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-21T02:25:22,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-21T02:25:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-21T02:25:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-21T02:25:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-21T02:25:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-21T02:25:22,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:22,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:22,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-21T02:25:22,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-21T02:25:23,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-21T02:25:23,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-21T02:25:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-21T02:25:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-21T02:25:23,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-21T02:25:23,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-21T02:25:23,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-21T02:25:23,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-21T02:25:23,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-21T02:25:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-21T02:25:23,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-21T02:25:23,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-21T02:25:23,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-21T02:25:23,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-21T02:25:23,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-21T02:25:23,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-21T02:25:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-21T02:25:23,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-21T02:25:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-21T02:25:23,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-21T02:25:23,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-21T02:25:23,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-21T02:25:23,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-21T02:25:23,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,075 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-21T02:25:23,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-21T02:25:23,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-21T02:25:23,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-21T02:25:23,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-21T02:25:23,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-21T02:25:23,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-21T02:25:23,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-21T02:25:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-21T02:25:23,091 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-21T02:25:23,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-21T02:25:23,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-21T02:25:23,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-21T02:25:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-21T02:25:23,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-21T02:25:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-21T02:25:23,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-21T02:25:23,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-21T02:25:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-21T02:25:23,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-21T02:25:23,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-21T02:25:23,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-21T02:25:23,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-21T02:25:23,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-21T02:25:23,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-21T02:25:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-21T02:25:23,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-21T02:25:23,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-21T02:25:23,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-21T02:25:23,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-21T02:25:23,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-21T02:25:23,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-21T02:25:23,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-21T02:25:23,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-21T02:25:23,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-21T02:25:23,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-21T02:25:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-21T02:25:23,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,166 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915): HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1732155922035; access_time=1732155921968; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155922071; access_time=1732155922037; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1732155922074; access_time=1732155922074; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T02:25:23,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-21T02:25:23,166 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-21T02:25:23,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-21T02:25:23,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-21T02:25:23,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-21T02:25:23,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-21T02:25:23,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-21T02:25:23,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-21T02:25:23,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-21T02:25:23,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-21T02:25:23,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-21T02:25:23,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-21T02:25:23,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-21T02:25:23,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-21T02:25:23,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-21T02:25:23,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-21T02:25:23,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-21T02:25:23,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-21T02:25:23,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-21T02:25:23,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-21T02:25:23,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-21T02:25:23,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-21T02:25:23,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-21T02:25:23,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-21T02:25:23,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-21T02:25:23,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-21T02:25:23,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-21T02:25:23,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-21T02:25:23,240 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0, size=2.3 K (2324bytes) 2024-11-21T02:25:23,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-21T02:25:23,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0 2024-11-21T02:25:23,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-21T02:25:23,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-21T02:25:23,247 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0 after 6ms 2024-11-21T02:25:23,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-21T02:25:23,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-21T02:25:23,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-21T02:25:23,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0 took 15ms 2024-11-21T02:25:23,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-21T02:25:23,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-21T02:25:23,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-21T02:25:23,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-21T02:25:23,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-21T02:25:23,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-21T02:25:23,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-21T02:25:23,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-21T02:25:23,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-21T02:25:23,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-21T02:25:23,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-21T02:25:23,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-21T02:25:23,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-21T02:25:23,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-21T02:25:23,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-21T02:25:23,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-21T02:25:23,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-21T02:25:23,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-21T02:25:23,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-21T02:25:23,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-21T02:25:23,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-21T02:25:23,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-21T02:25:23,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-21T02:25:23,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-21T02:25:23,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-21T02:25:23,313 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0 so closing down 2024-11-21T02:25:23,313 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:23,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-21T02:25:23,314 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:23,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-21T02:25:23,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-21T02:25:23,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-21T02:25:23,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,323 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-21T02:25:23,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-21T02:25:23,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-21T02:25:23,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-21T02:25:23,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,331 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-21T02:25:23,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-21T02:25:23,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,339 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:23,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,345 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:23,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-21T02:25:23,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-21T02:25:23,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-21T02:25:23,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-21T02:25:23,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-21T02:25:23,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-21T02:25:23,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-21T02:25:23,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-21T02:25:23,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-21T02:25:23,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-21T02:25:23,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-21T02:25:23,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-21T02:25:23,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-21T02:25:23,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:23,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:23,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-21T02:25:23,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-21T02:25:23,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-21T02:25:23,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-21T02:25:23,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-21T02:25:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-21T02:25:23,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-21T02:25:23,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,407 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-21T02:25:23,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,410 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-21T02:25:23,411 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,412 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-21T02:25:23,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,413 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,415 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-21T02:25:23,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,417 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,419 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-21T02:25:23,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,420 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,421 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-21T02:25:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,422 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-21T02:25:23,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,424 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,425 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-21T02:25:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,426 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-21T02:25:23,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,428 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,431 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-21T02:25:23,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,433 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,436 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-21T02:25:23,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,438 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,441 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-21T02:25:23,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,442 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-21T02:25:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-21T02:25:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741876_1053 (size=743) 2024-11-21T02:25:23,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-21T02:25:23,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:23,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741876_1053 (size=743) 2024-11-21T02:25:23,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-21T02:25:23,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:23,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-21T02:25:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741875_1052 (size=743) 2024-11-21T02:25:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741875_1052 (size=743) 2024-11-21T02:25:23,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-21T02:25:23,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:23,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-21T02:25:23,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:23,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-21T02:25:23,468 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 168 ms; skipped=7; WAL=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-21T02:25:23,469 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0, size=2.3 K (2324bytes) at 1732155923240Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0 so closing down at 1732155923313 (+73 ms)3 split writer threads finished at 1732155923314 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155923380 (+66 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155923382 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155923452 (+70 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155923455 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155923465 (+10 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155923468 (+3 ms)Processed 27 edits across 2 Regions in 168 ms; skipped=7; WAL=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1732155923468 2024-11-21T02:25:23,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-21T02:25:23,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-21T02:25:23,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-21T02:25:23,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,479 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/oldWALs/wal.dat.0 2024-11-21T02:25:23,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:23,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1 2024-11-21T02:25:23,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-21T02:25:23,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1 after 1ms 2024-11-21T02:25:23,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-21T02:25:23,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1 took 7ms 2024-11-21T02:25:23,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-21T02:25:23,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-21T02:25:23,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-21T02:25:23,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-21T02:25:23,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-21T02:25:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-21T02:25:23,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,500 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-21T02:25:23,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1 so closing down 2024-11-21T02:25:23,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:23,503 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:23,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-21T02:25:23,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,505 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-21T02:25:23,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-21T02:25:23,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-21T02:25:23,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-21T02:25:23,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,513 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:23,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-21T02:25:23,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-21T02:25:23,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-21T02:25:23,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-21T02:25:23,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-21T02:25:23,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-21T02:25:23,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-21T02:25:23,525 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:23,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,527 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-21T02:25:23,534 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:23,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-21T02:25:23,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-21T02:25:23,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-21T02:25:23,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:23,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-21T02:25:23,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,543 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-21T02:25:23,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-21T02:25:23,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-21T02:25:23,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-21T02:25:23,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-21T02:25:23,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-21T02:25:23,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-21T02:25:23,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-21T02:25:23,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,564 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-21T02:25:23,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-21T02:25:23,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-21T02:25:23,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-21T02:25:23,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-21T02:25:23,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-21T02:25:23,578 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-21T02:25:23,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-21T02:25:23,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-21T02:25:23,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-21T02:25:23,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-21T02:25:23,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-21T02:25:23,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-21T02:25:23,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-21T02:25:23,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,600 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-21T02:25:23,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-21T02:25:23,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-21T02:25:23,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-21T02:25:23,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-21T02:25:23,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741878_1055 (size=743) 2024-11-21T02:25:23,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741878_1055 (size=743) 2024-11-21T02:25:23,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-21T02:25:23,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-21T02:25:23,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-21T02:25:23,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,624 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-21T02:25:23,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-21T02:25:23,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-21T02:25:23,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,636 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-21T02:25:23,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:23,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-21T02:25:23,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741877_1054 (size=743) 2024-11-21T02:25:23,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741877_1054 (size=743) 2024-11-21T02:25:23,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:23,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,643 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:23,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-21T02:25:23,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-21T02:25:23,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:23,648 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:23,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,648 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1, size=1.4 K (1393bytes) at 1732155923480Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1 so closing down at 1732155923501 (+21 ms)3 split writer threads finished at 1732155923503 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155923534 (+31 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155923541 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155923638 (+97 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155923643 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155923643Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155923647 (+4 ms)Processed 20 edits across 2 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155923648 (+1 ms) 2024-11-21T02:25:23,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-21T02:25:23,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,650 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-21T02:25:23,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/oldWALs/wal.dat.1 2024-11-21T02:25:23,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-21T02:25:23,654 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2, size=150 (150bytes) 2024-11-21T02:25:23,654 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 2024-11-21T02:25:23,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,655 WARN [IPC Server handler 0 on default port 37677 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-21T02:25:23,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,655 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 after 1ms 2024-11-21T02:25:23,655 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-21T02:25:23,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-21T02:25:23,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-21T02:25:23,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-21T02:25:23,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-21T02:25:23,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-21T02:25:23,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-21T02:25:23,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-21T02:25:23,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-21T02:25:23,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-21T02:25:23,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-21T02:25:23,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-21T02:25:23,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-21T02:25:23,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-21T02:25:23,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,685 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-21T02:25:23,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-21T02:25:23,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-21T02:25:23,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-21T02:25:23,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-21T02:25:23,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-21T02:25:23,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-21T02:25:23,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-21T02:25:23,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-21T02:25:23,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-21T02:25:23,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-21T02:25:23,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-21T02:25:23,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-21T02:25:23,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,718 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-21T02:25:23,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-21T02:25:23,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-21T02:25:23,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-21T02:25:23,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-21T02:25:23,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-21T02:25:23,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-21T02:25:23,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-21T02:25:23,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-21T02:25:23,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,742 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-21T02:25:23,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-21T02:25:23,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-21T02:25:23,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-21T02:25:23,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-21T02:25:23,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-21T02:25:23,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-21T02:25:23,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-21T02:25:23,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-21T02:25:23,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-21T02:25:23,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-21T02:25:23,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-21T02:25:23,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-21T02:25:23,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-21T02:25:23,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-21T02:25:23,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-21T02:25:23,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-21T02:25:23,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-21T02:25:23,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-21T02:25:23,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-21T02:25:23,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-21T02:25:23,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-21T02:25:23,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-21T02:25:23,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-21T02:25:23,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-21T02:25:23,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-21T02:25:23,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-21T02:25:23,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-21T02:25:23,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-21T02:25:23,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-21T02:25:23,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-21T02:25:23,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,812 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-21T02:25:23,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-21T02:25:23,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-21T02:25:23,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-21T02:25:23,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-21T02:25:23,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-21T02:25:23,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-21T02:25:23,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-21T02:25:23,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-21T02:25:23,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,829 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-21T02:25:23,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-21T02:25:23,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-21T02:25:23,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-21T02:25:23,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-21T02:25:23,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,837 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-21T02:25:23,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-21T02:25:23,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-21T02:25:23,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-21T02:25:23,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,845 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-21T02:25:23,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-21T02:25:23,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-21T02:25:23,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-21T02:25:23,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-21T02:25:23,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-21T02:25:23,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-21T02:25:23,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-21T02:25:23,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-21T02:25:23,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-21T02:25:23,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-21T02:25:23,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,865 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-21T02:25:23,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-21T02:25:23,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-21T02:25:23,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-21T02:25:23,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-21T02:25:23,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-21T02:25:23,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-21T02:25:23,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,878 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-21T02:25:23,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-21T02:25:23,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-21T02:25:23,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-21T02:25:23,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-21T02:25:23,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-21T02:25:23,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-21T02:25:23,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,889 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-21T02:25:23,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-21T02:25:23,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-21T02:25:23,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-21T02:25:23,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-21T02:25:23,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,902 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=729, seq=0 2024-11-21T02:25:23,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=730, seq=0 2024-11-21T02:25:23,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=731, seq=0 2024-11-21T02:25:23,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=732, seq=0 2024-11-21T02:25:23,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=733, seq=0 2024-11-21T02:25:23,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=734, seq=0 2024-11-21T02:25:23,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=735, seq=0 2024-11-21T02:25:23,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=736, seq=0 2024-11-21T02:25:23,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=737, seq=0 2024-11-21T02:25:23,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=738, seq=0 2024-11-21T02:25:23,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=739, seq=0 2024-11-21T02:25:23,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=740, seq=0 2024-11-21T02:25:23,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=741, seq=0 2024-11-21T02:25:23,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=742, seq=0 2024-11-21T02:25:23,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=743, seq=0 2024-11-21T02:25:23,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=744, seq=0 2024-11-21T02:25:23,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=745, seq=0 2024-11-21T02:25:23,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=746, seq=0 2024-11-21T02:25:23,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=747, seq=0 2024-11-21T02:25:23,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=748, seq=0 2024-11-21T02:25:23,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,938 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=749, seq=0 2024-11-21T02:25:23,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=750, seq=0 2024-11-21T02:25:23,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=751, seq=0 2024-11-21T02:25:23,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,943 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=752, seq=0 2024-11-21T02:25:23,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=753, seq=0 2024-11-21T02:25:23,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=754, seq=0 2024-11-21T02:25:23,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,948 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=755, seq=0 2024-11-21T02:25:23,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=756, seq=0 2024-11-21T02:25:23,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=757, seq=0 2024-11-21T02:25:23,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=758, seq=0 2024-11-21T02:25:23,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=759, seq=0 2024-11-21T02:25:23,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=760, seq=0 2024-11-21T02:25:23,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=761, seq=0 2024-11-21T02:25:23,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=762, seq=0 2024-11-21T02:25:23,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=763, seq=0 2024-11-21T02:25:23,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=764, seq=0 2024-11-21T02:25:23,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=765, seq=0 2024-11-21T02:25:23,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=766, seq=0 2024-11-21T02:25:23,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,971 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=767, seq=0 2024-11-21T02:25:23,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=768, seq=0 2024-11-21T02:25:23,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=769, seq=0 2024-11-21T02:25:23,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=770, seq=0 2024-11-21T02:25:23,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=771, seq=0 2024-11-21T02:25:23,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=772, seq=0 2024-11-21T02:25:23,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=773, seq=0 2024-11-21T02:25:23,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=774, seq=0 2024-11-21T02:25:23,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=775, seq=0 2024-11-21T02:25:23,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=776, seq=0 2024-11-21T02:25:23,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,986 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=777, seq=0 2024-11-21T02:25:23,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=778, seq=0 2024-11-21T02:25:23,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=779, seq=0 2024-11-21T02:25:23,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=780, seq=0 2024-11-21T02:25:23,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=781, seq=0 2024-11-21T02:25:23,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=782, seq=0 2024-11-21T02:25:23,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=783, seq=0 2024-11-21T02:25:23,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:23,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:23,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=784, seq=0 2024-11-21T02:25:24,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=785, seq=0 2024-11-21T02:25:24,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=786, seq=0 2024-11-21T02:25:24,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,003 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=787, seq=0 2024-11-21T02:25:24,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=788, seq=0 2024-11-21T02:25:24,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=789, seq=0 2024-11-21T02:25:24,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,008 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=790, seq=0 2024-11-21T02:25:24,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=791, seq=0 2024-11-21T02:25:24,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,015 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=792, seq=0 2024-11-21T02:25:24,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=793, seq=0 2024-11-21T02:25:24,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=794, seq=0 2024-11-21T02:25:24,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=795, seq=0 2024-11-21T02:25:24,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,022 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=796, seq=0 2024-11-21T02:25:24,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=797, seq=0 2024-11-21T02:25:24,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=798, seq=0 2024-11-21T02:25:24,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=799, seq=0 2024-11-21T02:25:24,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=800, seq=0 2024-11-21T02:25:24,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=801, seq=0 2024-11-21T02:25:24,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=802, seq=0 2024-11-21T02:25:24,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=803, seq=0 2024-11-21T02:25:24,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=804, seq=0 2024-11-21T02:25:24,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=805, seq=0 2024-11-21T02:25:24,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=806, seq=0 2024-11-21T02:25:24,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=807, seq=0 2024-11-21T02:25:24,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=808, seq=0 2024-11-21T02:25:24,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=809, seq=0 2024-11-21T02:25:24,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=810, seq=0 2024-11-21T02:25:24,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=811, seq=0 2024-11-21T02:25:24,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=812, seq=0 2024-11-21T02:25:24,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=813, seq=0 2024-11-21T02:25:24,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=814, seq=0 2024-11-21T02:25:24,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=815, seq=0 2024-11-21T02:25:24,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=816, seq=0 2024-11-21T02:25:24,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=817, seq=0 2024-11-21T02:25:24,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=818, seq=0 2024-11-21T02:25:24,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=819, seq=0 2024-11-21T02:25:24,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,060 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=820, seq=0 2024-11-21T02:25:24,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=821, seq=0 2024-11-21T02:25:24,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=822, seq=0 2024-11-21T02:25:24,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=823, seq=0 2024-11-21T02:25:24,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=824, seq=0 2024-11-21T02:25:24,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=825, seq=0 2024-11-21T02:25:24,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=826, seq=0 2024-11-21T02:25:24,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=827, seq=0 2024-11-21T02:25:24,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=828, seq=0 2024-11-21T02:25:24,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=829, seq=0 2024-11-21T02:25:24,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=830, seq=0 2024-11-21T02:25:24,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=831, seq=0 2024-11-21T02:25:24,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=832, seq=0 2024-11-21T02:25:24,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,094 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=833, seq=0 2024-11-21T02:25:24,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=834, seq=0 2024-11-21T02:25:24,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=835, seq=0 2024-11-21T02:25:24,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=836, seq=0 2024-11-21T02:25:24,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=837, seq=0 2024-11-21T02:25:24,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=838, seq=0 2024-11-21T02:25:24,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=839, seq=0 2024-11-21T02:25:24,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=840, seq=0 2024-11-21T02:25:24,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,126 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=841, seq=0 2024-11-21T02:25:24,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=842, seq=0 2024-11-21T02:25:24,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=843, seq=0 2024-11-21T02:25:24,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=844, seq=0 2024-11-21T02:25:24,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=845, seq=0 2024-11-21T02:25:24,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=846, seq=0 2024-11-21T02:25:24,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=847, seq=0 2024-11-21T02:25:24,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=848, seq=0 2024-11-21T02:25:24,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=849, seq=0 2024-11-21T02:25:24,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=850, seq=0 2024-11-21T02:25:24,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=851, seq=0 2024-11-21T02:25:24,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=852, seq=0 2024-11-21T02:25:24,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=853, seq=0 2024-11-21T02:25:24,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=854, seq=0 2024-11-21T02:25:24,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=855, seq=0 2024-11-21T02:25:24,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=856, seq=0 2024-11-21T02:25:24,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=857, seq=0 2024-11-21T02:25:24,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=858, seq=0 2024-11-21T02:25:24,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=859, seq=0 2024-11-21T02:25:24,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=860, seq=0 2024-11-21T02:25:24,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=861, seq=0 2024-11-21T02:25:24,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=862, seq=0 2024-11-21T02:25:24,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=863, seq=0 2024-11-21T02:25:24,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=864, seq=0 2024-11-21T02:25:24,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=865, seq=0 2024-11-21T02:25:24,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=866, seq=0 2024-11-21T02:25:24,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=867, seq=0 2024-11-21T02:25:24,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=868, seq=0 2024-11-21T02:25:24,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=869, seq=0 2024-11-21T02:25:24,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=870, seq=0 2024-11-21T02:25:24,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=871, seq=0 2024-11-21T02:25:24,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=872, seq=0 2024-11-21T02:25:24,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=873, seq=0 2024-11-21T02:25:24,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=874, seq=0 2024-11-21T02:25:24,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=875, seq=0 2024-11-21T02:25:24,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=876, seq=0 2024-11-21T02:25:24,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=877, seq=0 2024-11-21T02:25:24,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=878, seq=0 2024-11-21T02:25:24,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=879, seq=0 2024-11-21T02:25:24,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=880, seq=0 2024-11-21T02:25:24,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=881, seq=0 2024-11-21T02:25:24,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=882, seq=0 2024-11-21T02:25:24,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=883, seq=0 2024-11-21T02:25:24,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=884, seq=0 2024-11-21T02:25:24,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=885, seq=0 2024-11-21T02:25:24,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=886, seq=0 2024-11-21T02:25:24,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=887, seq=0 2024-11-21T02:25:24,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=888, seq=0 2024-11-21T02:25:24,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=889, seq=0 2024-11-21T02:25:24,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=890, seq=0 2024-11-21T02:25:24,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=891, seq=0 2024-11-21T02:25:24,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=892, seq=0 2024-11-21T02:25:24,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=893, seq=0 2024-11-21T02:25:24,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=894, seq=0 2024-11-21T02:25:24,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=895, seq=0 2024-11-21T02:25:24,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=896, seq=0 2024-11-21T02:25:24,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=897, seq=0 2024-11-21T02:25:24,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=898, seq=0 2024-11-21T02:25:24,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=899, seq=0 2024-11-21T02:25:24,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=900, seq=0 2024-11-21T02:25:24,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=901, seq=0 2024-11-21T02:25:24,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=902, seq=0 2024-11-21T02:25:24,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=903, seq=0 2024-11-21T02:25:24,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=904, seq=0 2024-11-21T02:25:24,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=905, seq=0 2024-11-21T02:25:24,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=906, seq=0 2024-11-21T02:25:24,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=907, seq=0 2024-11-21T02:25:24,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=908, seq=0 2024-11-21T02:25:24,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=909, seq=0 2024-11-21T02:25:24,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=910, seq=0 2024-11-21T02:25:24,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=911, seq=0 2024-11-21T02:25:24,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=912, seq=0 2024-11-21T02:25:24,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=913, seq=0 2024-11-21T02:25:24,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=914, seq=0 2024-11-21T02:25:24,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=915, seq=0 2024-11-21T02:25:24,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=916, seq=0 2024-11-21T02:25:24,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=917, seq=0 2024-11-21T02:25:24,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=918, seq=0 2024-11-21T02:25:24,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=919, seq=0 2024-11-21T02:25:24,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=920, seq=0 2024-11-21T02:25:24,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=921, seq=0 2024-11-21T02:25:24,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=922, seq=0 2024-11-21T02:25:24,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=923, seq=0 2024-11-21T02:25:24,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=924, seq=0 2024-11-21T02:25:24,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=925, seq=0 2024-11-21T02:25:24,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=926, seq=0 2024-11-21T02:25:24,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=927, seq=0 2024-11-21T02:25:24,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=928, seq=0 2024-11-21T02:25:24,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=929, seq=0 2024-11-21T02:25:24,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=930, seq=0 2024-11-21T02:25:24,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=931, seq=0 2024-11-21T02:25:24,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=932, seq=0 2024-11-21T02:25:24,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=933, seq=0 2024-11-21T02:25:24,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=934, seq=0 2024-11-21T02:25:24,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,310 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=935, seq=0 2024-11-21T02:25:24,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=936, seq=0 2024-11-21T02:25:24,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=937, seq=0 2024-11-21T02:25:24,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=938, seq=0 2024-11-21T02:25:24,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=939, seq=0 2024-11-21T02:25:24,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=940, seq=0 2024-11-21T02:25:24,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=941, seq=0 2024-11-21T02:25:24,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=942, seq=0 2024-11-21T02:25:24,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=943, seq=0 2024-11-21T02:25:24,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=944, seq=0 2024-11-21T02:25:24,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=945, seq=0 2024-11-21T02:25:24,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=946, seq=0 2024-11-21T02:25:24,329 WARN [ResponseProcessor for block BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:24,329 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-951973346_539 at /127.0.0.1:48374 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:46831:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48374 dst: /127.0.0.1:46831 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46831 remote=/127.0.0.1:48374]. Total timeout mills is 60000, 60000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:24,330 WARN [DataStreamer for file /user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 block BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46831,DS-b2b1943f-b522-401c-9f15-2cec886f3964,DISK], DatanodeInfoWithStorage[127.0.0.1:33221,DS-39b989e0-dcd9-4571-99d1-2feacc764653,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46831,DS-b2b1943f-b522-401c-9f15-2cec886f3964,DISK]) is bad. 2024-11-21T02:25:24,330 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-951973346_539 at /127.0.0.1:33284 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:33221:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33284 dst: /127.0.0.1:33221 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:24,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-21T02:25:24,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-21T02:25:24,331 WARN [DataStreamer for file /user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 block BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:24,332 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:24,332 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-21T02:25:24,333 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 947 2024-11-21T02:25:24,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-21T02:25:24,333 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:24,333 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-249380268-172.17.0.2-1732155905762:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:24,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741874_1056 (size=59939) 2024-11-21T02:25:27,656 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 after 4002ms 2024-11-21T02:25:27,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 took 4008ms 2024-11-21T02:25:27,705 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2; continuing. 2024-11-21T02:25:27,705 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 so closing down 2024-11-21T02:25:27,705 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:27,705 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:27,714 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:27,717 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:27,724 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:27,733 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:27,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741880_1058 (size=743) 2024-11-21T02:25:27,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741880_1058 (size=743) 2024-11-21T02:25:27,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:27,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:27,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741879_1057 (size=59297) 2024-11-21T02:25:27,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741879_1057 (size=59297) 2024-11-21T02:25:27,822 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 926 edits, skipped 0 edits in 7 ms) 2024-11-21T02:25:27,828 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:27,829 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 936 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T02:25:27,829 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2, size=150 (150bytes) at 1732155923654Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 so closing down at 1732155927705 (+4051 ms)3 split writer threads finished at 1732155927705Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155927724 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155927733 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155927785 (+52 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155927788 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 926 edits, skipped 0 edits in 7 ms) at 1732155927822 (+34 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155927828 (+6 ms)Processed 936 edits across 2 Regions in 168 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1732155927829 (+1 ms) 2024-11-21T02:25:27,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/WALs/testlogcannotbewrittenonceparsed,16010,1732155921915/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/45252858-f6aa-c940-292d-b76b59434ef6/oldWALs/wal.dat.2 2024-11-21T02:25:27,834 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-21T02:25:27,932 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=946, robber=946 2024-11-21T02:25:27,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=146 (was 140) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:37677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_290301077_22 at /127.0.0.1:33340 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:37677 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_290301077_22 at /127.0.0.1:48442 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:45069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:37677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1034671227) connection to localhost/127.0.0.1:37677 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=399 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=570 (was 537) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2622 (was 2791) 2024-11-21T02:25:27,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146, OpenFileDescriptor=401, MaxFileDescriptor=1048576, SystemLoadAverage=570, ProcessCount=11, AvailableMemoryMB=2621 2024-11-21T02:25:27,986 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:28,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741881_1059 (size=7) 2024-11-21T02:25:28,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741881_1059 (size=7) 2024-11-21T02:25:28,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:28,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:28,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:28,059 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:28,060 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:28,061 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:28,064 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:28,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,073 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741882_1060 (size=1393) 2024-11-21T02:25:28,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741882_1060 (size=1393) 2024-11-21T02:25:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:28,482 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741883_1061 (size=1393) 2024-11-21T02:25:28,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741883_1061 (size=1393) 2024-11-21T02:25:28,498 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:28,498 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:28,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741884_1062 (size=1393) 2024-11-21T02:25:28,530 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741884_1062 (size=1393) 2024-11-21T02:25:28,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:28,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741885_1063 (size=1393) 2024-11-21T02:25:28,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741885_1063 (size=1393) 2024-11-21T02:25:28,554 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:28,554 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:28,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741886_1064 (size=1393) 2024-11-21T02:25:28,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741886_1064 (size=1393) 2024-11-21T02:25:28,577 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:28,578 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741887_1065 (size=1393) 2024-11-21T02:25:28,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741887_1065 (size=1393) 2024-11-21T02:25:28,600 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:28,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:28,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741888_1066 (size=1405) 2024-11-21T02:25:28,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741888_1066 (size=1405) 2024-11-21T02:25:28,653 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:28,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:28,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741889_1067 (size=1413) 2024-11-21T02:25:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741889_1067 (size=1413) 2024-11-21T02:25:28,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:28,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:28,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741890_1068 (size=1413) 2024-11-21T02:25:28,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741890_1068 (size=1413) 2024-11-21T02:25:28,752 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:28,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:28,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:28,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741891_1069 (size=1413) 2024-11-21T02:25:28,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741891_1069 (size=1413) 2024-11-21T02:25:28,805 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:28,848 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:28,848 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0 2024-11-21T02:25:28,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0 after 6ms 2024-11-21T02:25:28,857 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:30,865 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0 took 2017ms 2024-11-21T02:25:30,868 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0 so closing down 2024-11-21T02:25:30,868 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:30,868 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:30,875 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:30,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:30,878 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:30,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741892_1070 (size=743) 2024-11-21T02:25:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741892_1070 (size=743) 2024-11-21T02:25:30,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:30,895 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:30,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741893_1071 (size=743) 2024-11-21T02:25:30,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741893_1071 (size=743) 2024-11-21T02:25:30,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:30,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:30,906 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:30,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0, size=1.4 K (1393bytes) at 1732155928848Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0 so closing down at 1732155930868 (+2020 ms)3 split writer threads finished at 1732155930868Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155930876 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155930880 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155930888 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155930895 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155930900 (+5 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155930905 (+5 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155930906 (+1 ms) 2024-11-21T02:25:30,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.0 2024-11-21T02:25:30,912 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:30,912 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1 2024-11-21T02:25:30,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1 after 1ms 2024-11-21T02:25:30,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1 took 6ms 2024-11-21T02:25:30,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1 so closing down 2024-11-21T02:25:30,920 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:30,920 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:30,926 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:30,928 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:30,929 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:30,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741894_1072 (size=743) 2024-11-21T02:25:30,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741895_1073 (size=743) 2024-11-21T02:25:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741895_1073 (size=743) 2024-11-21T02:25:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741894_1072 (size=743) 2024-11-21T02:25:30,943 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:31,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:31,344 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:31,344 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1, size=1.4 K (1393bytes) at 1732155930912Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1 so closing down at 1732155930920 (+8 ms)3 split writer threads finished at 1732155930920Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155930929 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155930930 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155930939 (+9 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155930943 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931340 (+397 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155931344 (+4 ms)Processed 20 edits across 2 Regions in 425 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155931344 2024-11-21T02:25:31,350 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.1 2024-11-21T02:25:31,350 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:25:31,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2 2024-11-21T02:25:31,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2 after 1ms 2024-11-21T02:25:31,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2 took 7ms 2024-11-21T02:25:31,358 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2 so closing down 2024-11-21T02:25:31,358 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,358 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,362 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:31,362 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:31,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:31,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741896_1074 (size=743) 2024-11-21T02:25:31,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741896_1074 (size=743) 2024-11-21T02:25:31,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:31,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741897_1075 (size=743) 2024-11-21T02:25:31,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741897_1075 (size=743) 2024-11-21T02:25:31,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,384 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:31,384 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:31,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2, size=1.4 K (1393bytes) at 1732155931350Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2 so closing down at 1732155931358 (+8 ms)3 split writer threads finished at 1732155931359 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155931363 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155931364 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931372 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155931375 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931381 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155931384 (+3 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155931384 2024-11-21T02:25:31,389 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.2 2024-11-21T02:25:31,389 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:25:31,389 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3 2024-11-21T02:25:31,390 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3 after 1ms 2024-11-21T02:25:31,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3 took 6ms 2024-11-21T02:25:31,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3 so closing down 2024-11-21T02:25:31,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,400 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:31,400 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:31,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:31,401 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741898_1076 (size=743) 2024-11-21T02:25:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741898_1076 (size=743) 2024-11-21T02:25:31,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741899_1077 (size=743) 2024-11-21T02:25:31,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741899_1077 (size=743) 2024-11-21T02:25:31,412 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,414 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:25:31,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:25:31,414 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:31,414 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3, size=1.4 K (1393bytes) at 1732155931389Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3 so closing down at 1732155931396 (+7 ms)3 split writer threads finished at 1732155931397 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155931401 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155931401Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931411 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931412 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155931414 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155931414Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155931414 2024-11-21T02:25:31,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.3 2024-11-21T02:25:31,419 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:25:31,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4 2024-11-21T02:25:31,419 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4 after 0ms 2024-11-21T02:25:31,423 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4 took 5ms 2024-11-21T02:25:31,425 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4 so closing down 2024-11-21T02:25:31,425 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,429 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:31,429 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:31,430 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:31,430 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741901_1079 (size=743) 2024-11-21T02:25:31,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741901_1079 (size=743) 2024-11-21T02:25:31,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,439 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:25:31,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741900_1078 (size=743) 2024-11-21T02:25:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741900_1078 (size=743) 2024-11-21T02:25:31,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:25:31,446 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:31,446 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4, size=1.4 K (1393bytes) at 1732155931419Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4 so closing down at 1732155931425 (+6 ms)3 split writer threads finished at 1732155931425Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155931430 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155931430Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931437 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155931439 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931443 (+4 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155931446 (+3 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155931446 2024-11-21T02:25:31,450 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.4 2024-11-21T02:25:31,450 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:25:31,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5 2024-11-21T02:25:31,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5 after 1ms 2024-11-21T02:25:31,454 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5 took 4ms 2024-11-21T02:25:31,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5 so closing down 2024-11-21T02:25:31,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,461 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:31,461 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:31,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:31,462 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741903_1081 (size=743) 2024-11-21T02:25:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741903_1081 (size=743) 2024-11-21T02:25:31,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741902_1080 (size=743) 2024-11-21T02:25:31,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741902_1080 (size=743) 2024-11-21T02:25:31,468 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:25:31,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T02:25:31,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:31,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5, size=1.4 K (1393bytes) at 1732155931450Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5 so closing down at 1732155931457 (+7 ms)3 split writer threads finished at 1732155931457Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155931462 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155931462Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931468 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931468Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155931470 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732155931471 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155931471 2024-11-21T02:25:31,474 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.5 2024-11-21T02:25:31,474 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:25:31,474 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6 2024-11-21T02:25:31,475 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6 after 1ms 2024-11-21T02:25:31,478 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6 took 4ms 2024-11-21T02:25:31,480 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6 so closing down 2024-11-21T02:25:31,480 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,480 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,483 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:31,483 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:31,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:31,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:31,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741904_1082 (size=749) 2024-11-21T02:25:31,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741904_1082 (size=749) 2024-11-21T02:25:31,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741905_1083 (size=749) 2024-11-21T02:25:31,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741905_1083 (size=749) 2024-11-21T02:25:31,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:25:31,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:25:31,493 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:25:31,493 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6, size=1.4 K (1405bytes) at 1732155931474Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6 so closing down at 1732155931480 (+6 ms)3 split writer threads finished at 1732155931480Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155931484 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155931484Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931490 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931490Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155931492 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155931492Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155931493 (+1 ms) 2024-11-21T02:25:31,495 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.6 2024-11-21T02:25:31,496 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:25:31,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7 2024-11-21T02:25:31,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7 after 0ms 2024-11-21T02:25:31,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7 took 4ms 2024-11-21T02:25:31,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7 so closing down 2024-11-21T02:25:31,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,501 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,504 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:31,504 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:31,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:31,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741906_1084 (size=753) 2024-11-21T02:25:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741907_1085 (size=753) 2024-11-21T02:25:31,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741907_1085 (size=753) 2024-11-21T02:25:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741906_1084 (size=753) 2024-11-21T02:25:31,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:25:31,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:25:31,516 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:31,516 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7, size=1.4 K (1413bytes) at 1732155931496Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7 so closing down at 1732155931501 (+5 ms)3 split writer threads finished at 1732155931501Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155931506 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155931506Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931513 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931514 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155931516 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155931516Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155931516 2024-11-21T02:25:31,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.7 2024-11-21T02:25:31,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:25:31,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8 2024-11-21T02:25:31,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8 after 0ms 2024-11-21T02:25:31,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8 took 6ms 2024-11-21T02:25:31,527 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8 so closing down 2024-11-21T02:25:31,527 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,527 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,530 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:31,530 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:31,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:31,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:31,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741909_1087 (size=753) 2024-11-21T02:25:31,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741909_1087 (size=753) 2024-11-21T02:25:31,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:25:31,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741908_1086 (size=753) 2024-11-21T02:25:31,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741908_1086 (size=753) 2024-11-21T02:25:31,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:25:31,546 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:31,546 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8, size=1.4 K (1413bytes) at 1732155931519Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8 so closing down at 1732155931527 (+8 ms)3 split writer threads finished at 1732155931527Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155931532 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155931532Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931537 (+5 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155931540 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931543 (+3 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155931546 (+3 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155931546 2024-11-21T02:25:31,550 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.8 2024-11-21T02:25:31,550 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:25:31,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9 2024-11-21T02:25:31,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9 after 1ms 2024-11-21T02:25:31,554 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9 took 4ms 2024-11-21T02:25:31,556 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9 so closing down 2024-11-21T02:25:31,556 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,556 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,563 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:31,563 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:31,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:31,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741910_1088 (size=753) 2024-11-21T02:25:31,576 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741910_1088 (size=753) 2024-11-21T02:25:31,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741911_1089 (size=753) 2024-11-21T02:25:31,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741911_1089 (size=753) 2024-11-21T02:25:31,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:25:31,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:25:31,585 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:31,585 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9, size=1.4 K (1413bytes) at 1732155931550Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9 so closing down at 1732155931556 (+6 ms)3 split writer threads finished at 1732155931556Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155931565 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155931565Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931576 (+11 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155931580 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931581 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155931584 (+3 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155931585 (+1 ms) 2024-11-21T02:25:31,589 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/WALs/testretryopenduringrecovery,16010,1732155928059/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/e1323f6f-097f-1b70-135d-f3510cffa676/oldWALs/wal.dat.9 2024-11-21T02:25:31,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146 (was 146), OpenFileDescriptor=399 (was 401), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=570 (was 570), ProcessCount=11 (was 11), AvailableMemoryMB=2572 (was 2621) 2024-11-21T02:25:31,611 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=570, ProcessCount=11, AvailableMemoryMB=2572 2024-11-21T02:25:31,611 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741912_1090 (size=7) 2024-11-21T02:25:31,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741912_1090 (size=7) 2024-11-21T02:25:31,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:31,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:31,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:31,647 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:31,647 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:31,649 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:31,651 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741913_1091 (size=1393) 2024-11-21T02:25:31,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741913_1091 (size=1393) 2024-11-21T02:25:31,676 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:31,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:31,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741914_1092 (size=1393) 2024-11-21T02:25:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741914_1092 (size=1393) 2024-11-21T02:25:31,702 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:31,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:31,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741915_1093 (size=1393) 2024-11-21T02:25:31,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741915_1093 (size=1393) 2024-11-21T02:25:31,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:31,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:31,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741916_1094 (size=1393) 2024-11-21T02:25:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741916_1094 (size=1393) 2024-11-21T02:25:31,737 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:31,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:31,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741917_1095 (size=1393) 2024-11-21T02:25:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741917_1095 (size=1393) 2024-11-21T02:25:31,758 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:31,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:31,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:31,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,790 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741919_1097 (size=1405) 2024-11-21T02:25:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741919_1097 (size=1405) 2024-11-21T02:25:31,795 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:31,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:31,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741920_1098 (size=1413) 2024-11-21T02:25:31,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741920_1098 (size=1413) 2024-11-21T02:25:31,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:31,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:31,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741921_1099 (size=1413) 2024-11-21T02:25:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741921_1099 (size=1413) 2024-11-21T02:25:31,834 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:31,834 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:31,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:31,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741922_1100 (size=1413) 2024-11-21T02:25:31,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741922_1100 (size=1413) 2024-11-21T02:25:31,858 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:31,877 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:31,877 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0 2024-11-21T02:25:31,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0 after 1ms 2024-11-21T02:25:31,880 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0 took 3ms 2024-11-21T02:25:31,883 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0 so closing down 2024-11-21T02:25:31,883 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,886 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:31,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:31,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:31,892 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:31,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741923_1101 (size=743) 2024-11-21T02:25:31,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741923_1101 (size=743) 2024-11-21T02:25:31,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741924_1102 (size=743) 2024-11-21T02:25:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741924_1102 (size=743) 2024-11-21T02:25:31,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:31,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:31,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:31,929 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0, size=1.4 K (1393bytes) at 1732155931877Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0 so closing down at 1732155931883 (+6 ms)3 split writer threads finished at 1732155931883Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155931888 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155931892 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931927 (+35 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931927Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155931928 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155931928Processed 20 edits across 2 Regions in 47 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155931929 (+1 ms) 2024-11-21T02:25:31,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.0 2024-11-21T02:25:31,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:31,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1 2024-11-21T02:25:31,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1 after 0ms 2024-11-21T02:25:31,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1 took 3ms 2024-11-21T02:25:31,941 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1 so closing down 2024-11-21T02:25:31,941 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:31,942 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:31,947 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:31,948 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:31,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:31,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741926_1104 (size=743) 2024-11-21T02:25:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741925_1103 (size=743) 2024-11-21T02:25:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741926_1104 (size=743) 2024-11-21T02:25:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741925_1103 (size=743) 2024-11-21T02:25:31,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:31,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:32,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:32,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:32,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:32,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1, size=1.4 K (1393bytes) at 1732155931931Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1 so closing down at 1732155931941 (+10 ms)3 split writer threads finished at 1732155931942 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155931951 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155931951Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155931961 (+10 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155931962 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155932360 (+398 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155932362 (+2 ms)Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155932362 2024-11-21T02:25:32,366 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.1 2024-11-21T02:25:32,366 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:25:32,366 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2 2024-11-21T02:25:32,367 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2 after 1ms 2024-11-21T02:25:32,370 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2 took 4ms 2024-11-21T02:25:32,372 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2 so closing down 2024-11-21T02:25:32,372 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:32,372 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:32,374 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:32,374 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:32,376 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:32,376 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741927_1105 (size=743) 2024-11-21T02:25:32,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741928_1106 (size=743) 2024-11-21T02:25:32,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741928_1106 (size=743) 2024-11-21T02:25:32,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:32,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741927_1105 (size=743) 2024-11-21T02:25:32,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:32,781 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:32,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:32,783 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:32,783 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2, size=1.4 K (1393bytes) at 1732155932366Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2 so closing down at 1732155932372 (+6 ms)3 split writer threads finished at 1732155932372Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155932376 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155932376Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155932381 (+5 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155932382 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155932781 (+399 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155932783 (+2 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155932783 2024-11-21T02:25:32,785 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.2 2024-11-21T02:25:32,786 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:25:32,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3 2024-11-21T02:25:32,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3 after 0ms 2024-11-21T02:25:32,788 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3 took 3ms 2024-11-21T02:25:32,789 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3 so closing down 2024-11-21T02:25:32,790 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:32,790 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:32,792 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:32,793 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:32,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:32,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:32,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741930_1108 (size=743) 2024-11-21T02:25:32,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741930_1108 (size=743) 2024-11-21T02:25:32,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741929_1107 (size=743) 2024-11-21T02:25:32,800 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:32,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741929_1107 (size=743) 2024-11-21T02:25:32,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:32,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:25:32,803 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:25:32,803 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:32,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3, size=1.4 K (1393bytes) at 1732155932786Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3 so closing down at 1732155932790 (+4 ms)3 split writer threads finished at 1732155932790Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155932793 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155932794 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155932800 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155932802 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155932802Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155932803 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155932803 2024-11-21T02:25:32,805 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.3 2024-11-21T02:25:32,805 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:25:32,805 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4 2024-11-21T02:25:32,806 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4 after 1ms 2024-11-21T02:25:32,807 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4 took 2ms 2024-11-21T02:25:32,808 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4 so closing down 2024-11-21T02:25:32,808 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:32,809 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:32,810 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:32,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:32,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:32,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:32,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741931_1109 (size=743) 2024-11-21T02:25:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741932_1110 (size=743) 2024-11-21T02:25:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741932_1110 (size=743) 2024-11-21T02:25:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741931_1109 (size=743) 2024-11-21T02:25:32,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:32,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:25:33,219 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:33,223 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:25:33,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:33,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4, size=1.4 K (1393bytes) at 1732155932805Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4 so closing down at 1732155932808 (+3 ms)3 split writer threads finished at 1732155932809 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155932811 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155932811Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155932817 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155932818 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155933219 (+401 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155933223 (+4 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155933224 (+1 ms) 2024-11-21T02:25:33,228 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.4 2024-11-21T02:25:33,228 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5, size=150 (150bytes) 2024-11-21T02:25:33,228 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 2024-11-21T02:25:33,229 WARN [IPC Server handler 3 on default port 37677 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-21T02:25:33,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 after 1ms 2024-11-21T02:25:33,331 WARN [ResponseProcessor for block BP-249380268-172.17.0.2-1732155905762:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-249380268-172.17.0.2-1732155905762:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:33,331 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_601974035_22 at /127.0.0.1:33672 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:33221:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33672 dst: /127.0.0.1:33221 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33221 remote=/127.0.0.1:33672]. Total timeout mills is 60000, 58446 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:33,331 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_601974035_22 at /127.0.0.1:48772 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:46831:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48772 dst: /127.0.0.1:46831 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:33,332 WARN [DataStreamer for file /user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 block BP-249380268-172.17.0.2-1732155905762:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-249380268-172.17.0.2-1732155905762:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33221,DS-39b989e0-dcd9-4571-99d1-2feacc764653,DISK], DatanodeInfoWithStorage[127.0.0.1:46831,DS-b2b1943f-b522-401c-9f15-2cec886f3964,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33221,DS-39b989e0-dcd9-4571-99d1-2feacc764653,DISK]) is bad. 2024-11-21T02:25:33,334 WARN [DataStreamer for file /user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 block BP-249380268-172.17.0.2-1732155905762:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-249380268-172.17.0.2-1732155905762:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741918_1111 (size=1385) 2024-11-21T02:25:37,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 after 4002ms 2024-11-21T02:25:37,233 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 took 4005ms 2024-11-21T02:25:37,235 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5; continuing. 2024-11-21T02:25:37,235 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 so closing down 2024-11-21T02:25:37,236 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:37,236 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:37,239 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:37,239 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:37,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:37,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:37,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741933_1112 (size=743) 2024-11-21T02:25:37,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741934_1113 (size=743) 2024-11-21T02:25:37,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741934_1113 (size=743) 2024-11-21T02:25:37,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741933_1112 (size=743) 2024-11-21T02:25:37,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:37,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:37,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:25:37,655 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T02:25:37,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-21T02:25:37,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5, size=150 (150bytes) at 1732155933228Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 so closing down at 1732155937235 (+4007 ms)3 split writer threads finished at 1732155937236 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155937240 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155937240Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155937651 (+411 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155937652 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155937655 (+3 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732155937655Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1732155937656 (+1 ms) 2024-11-21T02:25:37,659 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.5 2024-11-21T02:25:37,660 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:25:37,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6 2024-11-21T02:25:37,661 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6 after 1ms 2024-11-21T02:25:37,664 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6 took 3ms 2024-11-21T02:25:37,665 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6 so closing down 2024-11-21T02:25:37,665 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:37,665 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:37,667 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:37,667 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:37,668 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:37,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741935_1114 (size=749) 2024-11-21T02:25:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741936_1115 (size=749) 2024-11-21T02:25:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741935_1114 (size=749) 2024-11-21T02:25:37,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741936_1115 (size=749) 2024-11-21T02:25:37,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:37,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:25:38,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:38,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:25:38,075 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:25:38,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6, size=1.4 K (1405bytes) at 1732155937660Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6 so closing down at 1732155937665 (+5 ms)3 split writer threads finished at 1732155937665Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155937668 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155937668Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155937673 (+5 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155937674 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155938074 (+400 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155938075 (+1 ms)Processed 20 edits across 2 Regions in 411 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155938075 2024-11-21T02:25:38,077 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.6 2024-11-21T02:25:38,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:25:38,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7 2024-11-21T02:25:38,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7 after 1ms 2024-11-21T02:25:38,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7 took 3ms 2024-11-21T02:25:38,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7 so closing down 2024-11-21T02:25:38,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:38,081 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:38,084 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:38,084 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:38,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:38,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741937_1116 (size=753) 2024-11-21T02:25:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741937_1116 (size=753) 2024-11-21T02:25:38,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:38,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:25:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741938_1117 (size=753) 2024-11-21T02:25:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741938_1117 (size=753) 2024-11-21T02:25:38,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:38,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:25:38,103 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:38,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7, size=1.4 K (1413bytes) at 1732155938077Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7 so closing down at 1732155938081 (+4 ms)3 split writer threads finished at 1732155938081Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155938085 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155938085Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155938095 (+10 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155938096 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155938102 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155938103 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155938103 2024-11-21T02:25:38,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.7 2024-11-21T02:25:38,105 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:25:38,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8 2024-11-21T02:25:38,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8 after 0ms 2024-11-21T02:25:38,108 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8 took 3ms 2024-11-21T02:25:38,109 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8 so closing down 2024-11-21T02:25:38,109 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:38,109 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:38,112 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:38,114 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:38,116 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:38,119 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:38,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741939_1118 (size=753) 2024-11-21T02:25:38,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741939_1118 (size=753) 2024-11-21T02:25:38,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:38,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:25:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741940_1119 (size=753) 2024-11-21T02:25:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741940_1119 (size=753) 2024-11-21T02:25:38,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:38,128 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:25:38,128 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:38,128 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8, size=1.4 K (1413bytes) at 1732155938105Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8 so closing down at 1732155938109 (+4 ms)3 split writer threads finished at 1732155938109Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155938114 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155938119 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155938121 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155938123 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155938126 (+3 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155938128 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155938128 2024-11-21T02:25:38,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.8 2024-11-21T02:25:38,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:25:38,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9 2024-11-21T02:25:38,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9 after 1ms 2024-11-21T02:25:38,133 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9 took 3ms 2024-11-21T02:25:38,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9 so closing down 2024-11-21T02:25:38,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:38,134 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:38,136 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:38,136 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:38,137 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:38,138 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:38,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741941_1120 (size=753) 2024-11-21T02:25:38,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741941_1120 (size=753) 2024-11-21T02:25:38,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:38,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:25:38,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741942_1121 (size=753) 2024-11-21T02:25:38,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741942_1121 (size=753) 2024-11-21T02:25:38,150 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:38,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:25:38,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:38,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9, size=1.4 K (1413bytes) at 1732155938130Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9 so closing down at 1732155938134 (+4 ms)3 split writer threads finished at 1732155938134Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155938137 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155938138 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155938144 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155938146 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155938150 (+4 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155938151 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155938151 2024-11-21T02:25:38,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1732155931647/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/25e7ade8-f468-c5c1-d06e-ee0cc1c0cd39/oldWALs/wal.dat.9 2024-11-21T02:25:38,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144 (was 146), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 570), ProcessCount=11 (was 11), AvailableMemoryMB=2479 (was 2572) 2024-11-21T02:25:38,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=2479 2024-11-21T02:25:38,228 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741943_1122 (size=7) 2024-11-21T02:25:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741943_1122 (size=7) 2024-11-21T02:25:38,236 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:38,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:38,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:38,240 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:38,249 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=2479 (was 2479) 2024-11-21T02:25:38,255 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=2478 2024-11-21T02:25:38,255 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741944_1123 (size=7) 2024-11-21T02:25:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741944_1123 (size=7) 2024-11-21T02:25:38,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:38,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:38,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:38,267 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:38,268 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:38,268 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:38,270 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:38,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741945_1124 (size=1393) 2024-11-21T02:25:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741945_1124 (size=1393) 2024-11-21T02:25:38,282 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:38,282 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:38,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741946_1125 (size=1393) 2024-11-21T02:25:38,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741946_1125 (size=1393) 2024-11-21T02:25:38,295 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:38,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:38,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741947_1126 (size=1393) 2024-11-21T02:25:38,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741947_1126 (size=1393) 2024-11-21T02:25:38,710 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:38,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:38,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741948_1127 (size=1393) 2024-11-21T02:25:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741948_1127 (size=1393) 2024-11-21T02:25:38,729 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:38,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:38,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741949_1128 (size=1393) 2024-11-21T02:25:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741949_1128 (size=1393) 2024-11-21T02:25:38,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:38,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:38,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741950_1129 (size=1393) 2024-11-21T02:25:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741950_1129 (size=1393) 2024-11-21T02:25:38,754 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:38,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:38,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741951_1130 (size=1405) 2024-11-21T02:25:38,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741951_1130 (size=1405) 2024-11-21T02:25:38,770 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:38,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:38,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:38,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741952_1131 (size=1413) 2024-11-21T02:25:38,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741952_1131 (size=1413) 2024-11-21T02:25:39,199 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:39,199 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:39,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,207 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741953_1132 (size=1413) 2024-11-21T02:25:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741953_1132 (size=1413) 2024-11-21T02:25:39,212 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:39,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:39,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741954_1133 (size=1413) 2024-11-21T02:25:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741954_1133 (size=1413) 2024-11-21T02:25:39,230 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:39,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:39,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0 2024-11-21T02:25:39,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0 after 0ms 2024-11-21T02:25:39,248 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0 took 2ms 2024-11-21T02:25:39,250 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0 so closing down 2024-11-21T02:25:39,250 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,250 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,253 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:39,253 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:39,254 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:39,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:39,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741956_1135 (size=743) 2024-11-21T02:25:39,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741956_1135 (size=743) 2024-11-21T02:25:39,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741955_1134 (size=743) 2024-11-21T02:25:39,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741955_1134 (size=743) 2024-11-21T02:25:39,264 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,265 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:39,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:39,265 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:39,265 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0, size=1.4 K (1393bytes) at 1732155939245Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0 so closing down at 1732155939250 (+5 ms)3 split writer threads finished at 1732155939250Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155939254 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155939254Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939264 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939264Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155939265 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155939265Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155939265 2024-11-21T02:25:39,267 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.0 2024-11-21T02:25:39,267 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:39,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1 2024-11-21T02:25:39,267 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1 after 0ms 2024-11-21T02:25:39,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1 took 2ms 2024-11-21T02:25:39,271 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1 so closing down 2024-11-21T02:25:39,271 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,271 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,273 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:39,273 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:39,274 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:39,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741958_1137 (size=743) 2024-11-21T02:25:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741958_1137 (size=743) 2024-11-21T02:25:39,279 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741957_1136 (size=743) 2024-11-21T02:25:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741957_1136 (size=743) 2024-11-21T02:25:39,281 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:39,419 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:25:39,682 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,686 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:39,686 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:39,686 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1, size=1.4 K (1393bytes) at 1732155939267Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1 so closing down at 1732155939271 (+4 ms)3 split writer threads finished at 1732155939271Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155939274 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155939274Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939279 (+5 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155939281 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939682 (+401 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155939686 (+4 ms)Processed 20 edits across 2 Regions in 416 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155939686 2024-11-21T02:25:39,690 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.1 2024-11-21T02:25:39,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:25:39,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2 2024-11-21T02:25:39,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2 after 0ms 2024-11-21T02:25:39,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2 took 3ms 2024-11-21T02:25:39,695 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2 so closing down 2024-11-21T02:25:39,695 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,695 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,698 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:39,698 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:39,699 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:39,700 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:39,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741960_1139 (size=743) 2024-11-21T02:25:39,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741959_1138 (size=743) 2024-11-21T02:25:39,706 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741959_1138 (size=743) 2024-11-21T02:25:39,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741960_1139 (size=743) 2024-11-21T02:25:39,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,708 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:39,709 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:39,709 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:39,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2, size=1.4 K (1393bytes) at 1732155939691Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2 so closing down at 1732155939695 (+4 ms)3 split writer threads finished at 1732155939695Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155939699 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155939700 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939706 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939708 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155939708Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155939709 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155939709 2024-11-21T02:25:39,711 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.2 2024-11-21T02:25:39,711 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:25:39,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3 2024-11-21T02:25:39,711 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3 after 0ms 2024-11-21T02:25:39,713 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3 took 2ms 2024-11-21T02:25:39,714 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3 so closing down 2024-11-21T02:25:39,714 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,716 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:39,716 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:39,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:39,717 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:39,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741961_1140 (size=743) 2024-11-21T02:25:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741961_1140 (size=743) 2024-11-21T02:25:39,722 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,723 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:25:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741962_1141 (size=743) 2024-11-21T02:25:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741962_1141 (size=743) 2024-11-21T02:25:39,726 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,727 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:25:39,728 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:39,728 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3, size=1.4 K (1393bytes) at 1732155939711Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3 so closing down at 1732155939714 (+3 ms)3 split writer threads finished at 1732155939714Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155939717 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155939717Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939722 (+5 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155939723 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939726 (+3 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155939727 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155939728 (+1 ms) 2024-11-21T02:25:39,729 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.3 2024-11-21T02:25:39,729 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:25:39,729 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4 2024-11-21T02:25:39,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4 after 1ms 2024-11-21T02:25:39,732 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4 took 3ms 2024-11-21T02:25:39,733 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4 so closing down 2024-11-21T02:25:39,733 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,733 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,735 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:39,735 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:39,736 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:39,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:39,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741963_1142 (size=743) 2024-11-21T02:25:39,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741964_1143 (size=743) 2024-11-21T02:25:39,741 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741963_1142 (size=743) 2024-11-21T02:25:39,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741964_1143 (size=743) 2024-11-21T02:25:39,741 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:25:39,742 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:25:39,742 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:39,742 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4, size=1.4 K (1393bytes) at 1732155939729Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4 so closing down at 1732155939733 (+4 ms)3 split writer threads finished at 1732155939733Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155939736 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155939736Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939741 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939741Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155939742 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155939742Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155939742 2024-11-21T02:25:39,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.4 2024-11-21T02:25:39,744 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:25:39,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5 2024-11-21T02:25:39,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5 after 0ms 2024-11-21T02:25:39,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5 took 2ms 2024-11-21T02:25:39,747 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5 so closing down 2024-11-21T02:25:39,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,747 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,749 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:39,749 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:39,750 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:39,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741965_1144 (size=743) 2024-11-21T02:25:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741966_1145 (size=743) 2024-11-21T02:25:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741965_1144 (size=743) 2024-11-21T02:25:39,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741966_1145 (size=743) 2024-11-21T02:25:39,760 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T02:25:39,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:25:39,760 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:39,760 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5, size=1.4 K (1393bytes) at 1732155939744Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5 so closing down at 1732155939747 (+3 ms)3 split writer threads finished at 1732155939747Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155939750 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155939750Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939758 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939758Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732155939760 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155939760Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155939760 2024-11-21T02:25:39,762 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.5 2024-11-21T02:25:39,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:25:39,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6 2024-11-21T02:25:39,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6 after 0ms 2024-11-21T02:25:39,764 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6 took 2ms 2024-11-21T02:25:39,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6 so closing down 2024-11-21T02:25:39,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,765 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,767 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:39,767 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:39,768 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:39,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:39,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741967_1146 (size=749) 2024-11-21T02:25:39,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741967_1146 (size=749) 2024-11-21T02:25:39,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741968_1147 (size=749) 2024-11-21T02:25:39,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741968_1147 (size=749) 2024-11-21T02:25:39,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,774 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:25:39,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:25:39,774 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:25:39,774 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6, size=1.4 K (1405bytes) at 1732155939762Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6 so closing down at 1732155939765 (+3 ms)3 split writer threads finished at 1732155939765Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155939768 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155939768Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939773 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939773Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155939774 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155939774Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155939774 2024-11-21T02:25:39,776 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.6 2024-11-21T02:25:39,776 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:25:39,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7 2024-11-21T02:25:39,776 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7 after 0ms 2024-11-21T02:25:39,778 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7 took 2ms 2024-11-21T02:25:39,779 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7 so closing down 2024-11-21T02:25:39,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,782 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:39,782 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:39,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:39,783 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:39,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741969_1148 (size=753) 2024-11-21T02:25:39,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741969_1148 (size=753) 2024-11-21T02:25:39,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741970_1149 (size=753) 2024-11-21T02:25:39,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741970_1149 (size=753) 2024-11-21T02:25:39,788 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:25:39,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:25:39,789 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:39,789 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7, size=1.4 K (1413bytes) at 1732155939776Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7 so closing down at 1732155939779 (+3 ms)3 split writer threads finished at 1732155939780 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155939782 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155939783 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939788 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939788Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155939789 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155939789Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155939789 2024-11-21T02:25:39,790 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.7 2024-11-21T02:25:39,791 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:25:39,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8 2024-11-21T02:25:39,791 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8 after 0ms 2024-11-21T02:25:39,793 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8 took 3ms 2024-11-21T02:25:39,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8 so closing down 2024-11-21T02:25:39,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,795 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:39,795 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:39,796 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:39,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741971_1150 (size=753) 2024-11-21T02:25:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741971_1150 (size=753) 2024-11-21T02:25:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741972_1151 (size=753) 2024-11-21T02:25:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741972_1151 (size=753) 2024-11-21T02:25:39,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,801 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:25:39,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:25:39,802 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:39,802 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8, size=1.4 K (1413bytes) at 1732155939791Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8 so closing down at 1732155939794 (+3 ms)3 split writer threads finished at 1732155939794Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155939796 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155939796Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939801 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939801Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155939802 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155939802Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155939802 2024-11-21T02:25:39,804 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.8 2024-11-21T02:25:39,804 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:25:39,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9 2024-11-21T02:25:39,804 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9 after 0ms 2024-11-21T02:25:39,806 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9 took 2ms 2024-11-21T02:25:39,807 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9 so closing down 2024-11-21T02:25:39,807 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:39,807 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:39,809 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:39,809 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:39,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:39,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:39,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741973_1152 (size=753) 2024-11-21T02:25:39,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741974_1153 (size=753) 2024-11-21T02:25:39,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741974_1153 (size=753) 2024-11-21T02:25:39,816 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741973_1152 (size=753) 2024-11-21T02:25:39,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:39,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:25:39,817 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:25:39,817 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:39,817 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9, size=1.4 K (1413bytes) at 1732155939804Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9 so closing down at 1732155939807 (+3 ms)3 split writer threads finished at 1732155939807Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155939810 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155939810Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939816 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155939816Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155939817 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155939817Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155939817 2024-11-21T02:25:39,818 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/WALs/testsplit,16010,1732155938267/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/429051f1-6dba-e5a2-92b8-66f88ed9d78b/oldWALs/wal.dat.9 2024-11-21T02:25:39,876 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144 (was 144), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=2463 (was 2478) 2024-11-21T02:25:39,885 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=2463 2024-11-21T02:25:39,886 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:39,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741975_1154 (size=7) 2024-11-21T02:25:39,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741975_1154 (size=7) 2024-11-21T02:25:39,900 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:39,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:39,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:39,904 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:39,905 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:39,906 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:39,907 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:39,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,914 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,915 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,915 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741976_1155 (size=1393) 2024-11-21T02:25:39,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741976_1155 (size=1393) 2024-11-21T02:25:39,923 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:39,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,941 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,941 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,942 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,942 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741977_1156 (size=1393) 2024-11-21T02:25:39,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741977_1156 (size=1393) 2024-11-21T02:25:39,946 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:39,946 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:39,948 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,948 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:39,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:39,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741978_1157 (size=1393) 2024-11-21T02:25:40,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741978_1157 (size=1393) 2024-11-21T02:25:40,009 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:40,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:40,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,059 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,059 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741979_1158 (size=1393) 2024-11-21T02:25:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741979_1158 (size=1393) 2024-11-21T02:25:40,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:40,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:40,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741980_1159 (size=1393) 2024-11-21T02:25:40,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741980_1159 (size=1393) 2024-11-21T02:25:40,177 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:40,177 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741981_1160 (size=1393) 2024-11-21T02:25:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741981_1160 (size=1393) 2024-11-21T02:25:40,272 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:40,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:40,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,340 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,340 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741982_1161 (size=1405) 2024-11-21T02:25:40,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741982_1161 (size=1405) 2024-11-21T02:25:40,748 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:40,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:40,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,816 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,817 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,817 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741983_1162 (size=1413) 2024-11-21T02:25:40,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741983_1162 (size=1413) 2024-11-21T02:25:40,848 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:40,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:40,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,900 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,901 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,901 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741984_1163 (size=1413) 2024-11-21T02:25:40,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741984_1163 (size=1413) 2024-11-21T02:25:40,914 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:40,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:40,916 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,916 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,952 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,954 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,955 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,956 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,957 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,958 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,961 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,962 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,964 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:40,965 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741985_1164 (size=1413) 2024-11-21T02:25:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741985_1164 (size=1413) 2024-11-21T02:25:40,971 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:40,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:40,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0 2024-11-21T02:25:40,996 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0 after 1ms 2024-11-21T02:25:41,000 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0 took 5ms 2024-11-21T02:25:41,008 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0 so closing down 2024-11-21T02:25:41,008 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:41,009 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:41,016 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:41,026 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:41,029 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:41,036 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:41,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741987_1166 (size=743) 2024-11-21T02:25:41,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741987_1166 (size=743) 2024-11-21T02:25:41,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:41,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:41,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741986_1165 (size=743) 2024-11-21T02:25:41,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741986_1165 (size=743) 2024-11-21T02:25:41,080 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:41,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:41,083 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:41,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0, size=1.4 K (1393bytes) at 1732155940995Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0 so closing down at 1732155941008 (+13 ms)3 split writer threads finished at 1732155941009 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155941029 (+20 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155941036 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155941069 (+33 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155941072 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155941080 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155941083 (+3 ms)Processed 20 edits across 2 Regions in 81 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155941083 2024-11-21T02:25:41,089 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.0 2024-11-21T02:25:41,089 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:41,089 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1 2024-11-21T02:25:41,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1 after 1ms 2024-11-21T02:25:41,094 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1 took 5ms 2024-11-21T02:25:41,101 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1 so closing down 2024-11-21T02:25:41,101 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:41,104 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:41,131 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:41,140 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:41,148 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:41,164 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741988_1167 (size=743) 2024-11-21T02:25:41,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741988_1167 (size=743) 2024-11-21T02:25:41,248 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:41,251 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741989_1168 (size=743) 2024-11-21T02:25:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741989_1168 (size=743) 2024-11-21T02:25:41,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:41,277 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:41,277 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 177 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:41,277 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1, size=1.4 K (1393bytes) at 1732155941089Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1 so closing down at 1732155941101 (+12 ms)3 split writer threads finished at 1732155941104 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155941148 (+44 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155941164 (+16 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155941248 (+84 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155941252 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155941274 (+22 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155941277 (+3 ms)Processed 20 edits across 2 Regions in 177 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155941277 2024-11-21T02:25:41,282 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.1 2024-11-21T02:25:41,282 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:25:41,282 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2 2024-11-21T02:25:41,283 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2 after 1ms 2024-11-21T02:25:41,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2 took 7ms 2024-11-21T02:25:41,305 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2 so closing down 2024-11-21T02:25:41,305 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:41,305 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:41,315 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:41,320 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:41,334 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:41,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:41,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741990_1169 (size=743) 2024-11-21T02:25:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741990_1169 (size=743) 2024-11-21T02:25:41,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:41,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:41,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741991_1170 (size=743) 2024-11-21T02:25:41,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741991_1170 (size=743) 2024-11-21T02:25:41,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:41,405 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:41,405 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:41,405 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2, size=1.4 K (1393bytes) at 1732155941282Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2 so closing down at 1732155941305 (+23 ms)3 split writer threads finished at 1732155941305Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155941320 (+15 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155941347 (+27 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155941360 (+13 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155941363 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155941398 (+35 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155941405 (+7 ms)Processed 20 edits across 2 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155941405 2024-11-21T02:25:41,408 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.2 2024-11-21T02:25:41,409 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:25:41,409 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3 2024-11-21T02:25:41,410 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3 after 1ms 2024-11-21T02:25:41,416 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3 took 8ms 2024-11-21T02:25:41,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3 so closing down 2024-11-21T02:25:41,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:41,429 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:41,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:41,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:41,447 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:41,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:41,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741992_1171 (size=743) 2024-11-21T02:25:41,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741992_1171 (size=743) 2024-11-21T02:25:41,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:41,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:25:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741993_1172 (size=743) 2024-11-21T02:25:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741993_1172 (size=743) 2024-11-21T02:25:41,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:41,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:25:41,513 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:41,513 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3, size=1.4 K (1393bytes) at 1732155941409Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3 so closing down at 1732155941429 (+20 ms)3 split writer threads finished at 1732155941429Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155941444 (+15 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155941465 (+21 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155941473 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155941478 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155941509 (+31 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155941513 (+4 ms)Processed 20 edits across 2 Regions in 85 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155941513 2024-11-21T02:25:41,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.3 2024-11-21T02:25:41,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:25:41,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4 2024-11-21T02:25:41,521 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4 after 1ms 2024-11-21T02:25:41,524 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4 took 5ms 2024-11-21T02:25:41,542 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4 so closing down 2024-11-21T02:25:41,542 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:41,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:41,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:41,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:41,559 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:41,574 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:41,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741994_1173 (size=743) 2024-11-21T02:25:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741994_1173 (size=743) 2024-11-21T02:25:41,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:41,594 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:25:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741995_1174 (size=743) 2024-11-21T02:25:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741995_1174 (size=743) 2024-11-21T02:25:42,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:25:42,019 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:42,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4, size=1.4 K (1393bytes) at 1732155941519Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4 so closing down at 1732155941542 (+23 ms)3 split writer threads finished at 1732155941542Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155941557 (+15 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155941574 (+17 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155941587 (+13 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155941594 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942017 (+423 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155942019 (+2 ms)Processed 20 edits across 2 Regions in 479 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155942019 2024-11-21T02:25:42,022 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.4 2024-11-21T02:25:42,023 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:25:42,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5 2024-11-21T02:25:42,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5 after 0ms 2024-11-21T02:25:42,026 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5 took 4ms 2024-11-21T02:25:42,028 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5 so closing down 2024-11-21T02:25:42,028 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:42,029 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:42,040 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:42,041 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:42,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:42,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741996_1175 (size=743) 2024-11-21T02:25:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741996_1175 (size=743) 2024-11-21T02:25:42,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,066 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T02:25:42,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741997_1176 (size=743) 2024-11-21T02:25:42,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741997_1176 (size=743) 2024-11-21T02:25:42,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:25:42,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:42,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5, size=1.4 K (1393bytes) at 1732155942023Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5 so closing down at 1732155942028 (+5 ms)3 split writer threads finished at 1732155942029 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155942051 (+22 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155942052 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942063 (+11 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732155942066 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942088 (+22 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155942093 (+5 ms)Processed 20 edits across 2 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155942093 2024-11-21T02:25:42,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.5 2024-11-21T02:25:42,100 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:25:42,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6 2024-11-21T02:25:42,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6 after 4ms 2024-11-21T02:25:42,108 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6 took 9ms 2024-11-21T02:25:42,129 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6 so closing down 2024-11-21T02:25:42,129 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:42,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:42,155 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:42,156 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:42,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:42,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741998_1177 (size=749) 2024-11-21T02:25:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741998_1177 (size=749) 2024-11-21T02:25:42,231 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:25:42,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073741999_1178 (size=749) 2024-11-21T02:25:42,239 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741999_1178 (size=749) 2024-11-21T02:25:42,244 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:25:42,244 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:25:42,244 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6, size=1.4 K (1405bytes) at 1732155942100Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6 so closing down at 1732155942129 (+29 ms)3 split writer threads finished at 1732155942130 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155942157 (+27 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155942168 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942231 (+63 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155942235 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942239 (+4 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155942244 (+5 ms)Processed 20 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155942244 2024-11-21T02:25:42,248 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.6 2024-11-21T02:25:42,248 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:25:42,248 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7 2024-11-21T02:25:42,249 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7 after 1ms 2024-11-21T02:25:42,252 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7 took 4ms 2024-11-21T02:25:42,268 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7 so closing down 2024-11-21T02:25:42,268 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:42,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:42,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:42,327 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:42,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:42,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:42,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742001_1180 (size=753) 2024-11-21T02:25:42,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742001_1180 (size=753) 2024-11-21T02:25:42,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742000_1179 (size=753) 2024-11-21T02:25:42,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742000_1179 (size=753) 2024-11-21T02:25:42,425 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,439 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:25:42,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,792 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:25:42,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 525 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:42,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7, size=1.4 K (1413bytes) at 1732155942248Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7 so closing down at 1732155942268 (+20 ms)3 split writer threads finished at 1732155942278 (+10 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155942334 (+56 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155942348 (+14 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942425 (+77 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155942439 (+14 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942789 (+350 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155942792 (+3 ms)Processed 20 edits across 2 Regions in 525 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155942792 2024-11-21T02:25:42,796 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.7 2024-11-21T02:25:42,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:25:42,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8 2024-11-21T02:25:42,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8 after 1ms 2024-11-21T02:25:42,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8 took 5ms 2024-11-21T02:25:42,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8 so closing down 2024-11-21T02:25:42,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:42,805 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:42,811 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:42,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:42,816 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:42,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:42,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742002_1181 (size=753) 2024-11-21T02:25:42,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742002_1181 (size=753) 2024-11-21T02:25:42,867 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:25:42,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742003_1182 (size=753) 2024-11-21T02:25:42,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742003_1182 (size=753) 2024-11-21T02:25:42,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,897 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:25:42,897 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:42,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8, size=1.4 K (1413bytes) at 1732155942797Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8 so closing down at 1732155942804 (+7 ms)3 split writer threads finished at 1732155942805 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155942816 (+11 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155942823 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942867 (+44 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155942873 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942893 (+20 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155942897 (+4 ms)Processed 20 edits across 2 Regions in 94 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155942897 2024-11-21T02:25:42,904 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.8 2024-11-21T02:25:42,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:25:42,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9 2024-11-21T02:25:42,905 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9 after 0ms 2024-11-21T02:25:42,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9 took 5ms 2024-11-21T02:25:42,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9 so closing down 2024-11-21T02:25:42,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:42,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:42,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:42,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:42,954 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:42,968 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:42,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742004_1183 (size=753) 2024-11-21T02:25:42,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742004_1183 (size=753) 2024-11-21T02:25:42,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:25:42,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742005_1184 (size=753) 2024-11-21T02:25:42,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742005_1184 (size=753) 2024-11-21T02:25:42,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:42,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:25:42,995 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:42,995 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9, size=1.4 K (1413bytes) at 1732155942904Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9 so closing down at 1732155942937 (+33 ms)3 split writer threads finished at 1732155942941 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155942949 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155942968 (+19 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942972 (+4 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155942975 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155942992 (+17 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155942995 (+3 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155942995 2024-11-21T02:25:43,001 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/WALs/testmovedwalduringrecovery,16010,1732155939904/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/4c844abe-c465-fade-3f18-ce34443e8f7e/oldWALs/wal.dat.9 2024-11-21T02:25:43,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=144 (was 144), OpenFileDescriptor=389 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 489) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2421 (was 2463) 2024-11-21T02:25:43,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=144, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=498, ProcessCount=11, AvailableMemoryMB=2420 2024-11-21T02:25:43,049 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742006_1185 (size=7) 2024-11-21T02:25:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742006_1185 (size=7) 2024-11-21T02:25:43,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:43,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:43,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:43,084 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:43,094 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T02:25:43,095 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-21T02:25:43,095 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-21T02:25:43,096 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-21T02:25:43,096 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-21T02:25:43,128 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/WALs/testthreading,16010,1732155943084/wal.dat..fake, size=0 (0bytes) 2024-11-21T02:25:43,141 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/WALs/testthreading,16010,1732155943084/wal.dat..fake took 13ms 2024-11-21T02:25:43,909 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/WALs/testthreading,16010,1732155943084/wal.dat..fake so closing down 2024-11-21T02:25:43,910 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:43,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:43,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-21T02:25:43,928 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-21T02:25:43,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-21T02:25:44,035 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 118 ms) 2024-11-21T02:25:44,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-21T02:25:44,045 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 116 ms) 2024-11-21T02:25:44,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 116 ms) 2024-11-21T02:25:44,057 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-21T02:25:44,122 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) 2024-11-21T02:25:44,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 85 ms) 2024-11-21T02:25:44,130 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 987 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/WALs/testthreading,16010,1732155943084/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T02:25:44,130 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/WALs/testthreading,16010,1732155943084/wal.dat..fake, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/WALs/testthreading,16010,1732155943084/wal.dat..fake, size=0 (0bytes) at 1732155943128Split 1024 edits, skipped 0 edits. at 1732155943187 (+59 ms)Split 2048 edits, skipped 0 edits. at 1732155943218 (+31 ms)Split 3072 edits, skipped 0 edits. at 1732155943242 (+24 ms)Split 4096 edits, skipped 0 edits. at 1732155943277 (+35 ms)Split 5120 edits, skipped 0 edits. at 1732155943312 (+35 ms)Split 6144 edits, skipped 0 edits. at 1732155943375 (+63 ms)Split 7168 edits, skipped 0 edits. at 1732155943456 (+81 ms)Split 8192 edits, skipped 0 edits. at 1732155943500 (+44 ms)Split 9216 edits, skipped 0 edits. at 1732155943522 (+22 ms)Split 10240 edits, skipped 0 edits. at 1732155943553 (+31 ms)Split 11264 edits, skipped 0 edits. at 1732155943582 (+29 ms)Split 12288 edits, skipped 0 edits. at 1732155943614 (+32 ms)Split 13312 edits, skipped 0 edits. at 1732155943653 (+39 ms)Split 14336 edits, skipped 0 edits. at 1732155943701 (+48 ms)Split 15360 edits, skipped 0 edits. at 1732155943745 (+44 ms)Split 16384 edits, skipped 0 edits. at 1732155943794 (+49 ms)Split 17408 edits, skipped 0 edits. at 1732155943843 (+49 ms)Split 18432 edits, skipped 0 edits. at 1732155943873 (+30 ms)Split 19456 edits, skipped 0 edits. at 1732155943896 (+23 ms)Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/WALs/testthreading,16010,1732155943084/wal.dat..fake so closing down at 1732155943909 (+13 ms)3 split writer threads finished at 1732155943911 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1732155943917 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1732155943928 (+11 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp at 1732155943937 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 118 ms) at 1732155944035 (+98 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1732155944043 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 116 ms) at 1732155944045 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 116 ms) at 1732155944054 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1732155944057 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 65 ms) at 1732155944122 (+65 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 85 ms) at 1732155944128 (+6 ms)Processed 20000 edits across 5 Regions in 987 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/58dfff08-26a6-bbf3-e355-dc24fb3c9b4c/WALs/testthreading,16010,1732155943084/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1732155944130 (+2 ms) 2024-11-21T02:25:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-21T02:25:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-21T02:25:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-21T02:25:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-21T02:25:44,131 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-21T02:25:44,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=142 (was 144), OpenFileDescriptor=387 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 498), ProcessCount=11 (was 11), AvailableMemoryMB=2342 (was 2420) 2024-11-21T02:25:44,174 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=498, ProcessCount=11, AvailableMemoryMB=2341 2024-11-21T02:25:44,174 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742007_1186 (size=7) 2024-11-21T02:25:44,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742007_1186 (size=7) 2024-11-21T02:25:44,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:44,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:44,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:44,251 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:44,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T02:25:44,256 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:44,257 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:44,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:44,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742008_1187 (size=1393) 2024-11-21T02:25:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742008_1187 (size=1393) 2024-11-21T02:25:44,362 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:44,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:44,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,457 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,458 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742009_1188 (size=1393) 2024-11-21T02:25:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742009_1188 (size=1393) 2024-11-21T02:25:44,460 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:44,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:44,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742010_1189 (size=1393) 2024-11-21T02:25:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742010_1189 (size=1393) 2024-11-21T02:25:44,527 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:44,527 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:44,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742011_1190 (size=1393) 2024-11-21T02:25:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742011_1190 (size=1393) 2024-11-21T02:25:44,569 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:44,569 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:44,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742012_1191 (size=1393) 2024-11-21T02:25:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742012_1191 (size=1393) 2024-11-21T02:25:45,065 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:45,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:45,072 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,072 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,104 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,104 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,105 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,105 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742013_1192 (size=1393) 2024-11-21T02:25:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742013_1192 (size=1393) 2024-11-21T02:25:45,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:45,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,157 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,158 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,159 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742014_1193 (size=1405) 2024-11-21T02:25:45,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742014_1193 (size=1405) 2024-11-21T02:25:45,170 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:45,171 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742015_1194 (size=1413) 2024-11-21T02:25:45,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742015_1194 (size=1413) 2024-11-21T02:25:45,242 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:45,242 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:45,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,305 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742016_1195 (size=1413) 2024-11-21T02:25:45,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742016_1195 (size=1413) 2024-11-21T02:25:45,341 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:45,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:45,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742017_1196 (size=1413) 2024-11-21T02:25:45,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742017_1196 (size=1413) 2024-11-21T02:25:45,408 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:45,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T02:25:45,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty, size=0 (0bytes) 2024-11-21T02:25:45,453 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty might be still open, length is 0 2024-11-21T02:25:45,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty 2024-11-21T02:25:45,453 WARN [IPC Server handler 2 on default port 37677 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty closed. 2024-11-21T02:25:45,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty after 0ms 2024-11-21T02:25:45,455 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T02:25:45,456 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty; empty? 2024-11-21T02:25:45,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty so closing down 2024-11-21T02:25:45,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T02:25:45,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty, size=0 (0bytes) at 1732155945453Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty so closing down at 1732155945457 (+4 ms)Processed 0 edits across 0 Regions in 5 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1732155945457 2024-11-21T02:25:45,459 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat..empty to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat..empty 2024-11-21T02:25:45,459 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:45,459 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0 2024-11-21T02:25:45,460 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0 after 1ms 2024-11-21T02:25:45,462 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0 took 3ms 2024-11-21T02:25:45,470 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0 so closing down 2024-11-21T02:25:45,470 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:45,470 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:45,473 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:45,473 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:45,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:45,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:45,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742018_1197 (size=743) 2024-11-21T02:25:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742018_1197 (size=743) 2024-11-21T02:25:45,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742019_1198 (size=743) 2024-11-21T02:25:45,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742019_1198 (size=743) 2024-11-21T02:25:45,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:45,487 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:45,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:45,497 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:45,497 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0, size=1.4 K (1393bytes) at 1732155945459Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0 so closing down at 1732155945470 (+11 ms)3 split writer threads finished at 1732155945470Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155945476 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155945478 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155945485 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155945487 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155945487Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155945497 (+10 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155945497 2024-11-21T02:25:45,506 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.0 2024-11-21T02:25:45,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:45,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1 2024-11-21T02:25:45,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1 after 1ms 2024-11-21T02:25:45,509 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1 took 3ms 2024-11-21T02:25:45,535 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1 so closing down 2024-11-21T02:25:45,535 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:45,535 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:45,546 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:45,546 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:45,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:45,548 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:45,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742021_1200 (size=743) 2024-11-21T02:25:45,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742021_1200 (size=743) 2024-11-21T02:25:45,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:45,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742020_1199 (size=743) 2024-11-21T02:25:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742020_1199 (size=743) 2024-11-21T02:25:45,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:45,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:45,579 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:45,579 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1, size=1.4 K (1393bytes) at 1732155945506Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1 so closing down at 1732155945535 (+29 ms)3 split writer threads finished at 1732155945535Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155945547 (+12 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155945548 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155945566 (+18 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155945567 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155945578 (+11 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155945579 (+1 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155945579 2024-11-21T02:25:45,581 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.1 2024-11-21T02:25:45,581 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:25:45,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2 2024-11-21T02:25:45,582 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2 after 0ms 2024-11-21T02:25:45,584 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2 took 3ms 2024-11-21T02:25:45,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2 so closing down 2024-11-21T02:25:45,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:45,587 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:45,591 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:45,591 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:45,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:45,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742022_1201 (size=743) 2024-11-21T02:25:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742022_1201 (size=743) 2024-11-21T02:25:45,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:45,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742023_1202 (size=743) 2024-11-21T02:25:45,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742023_1202 (size=743) 2024-11-21T02:25:45,613 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:45,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:45,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:45,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:45,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2, size=1.4 K (1393bytes) at 1732155945582Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2 so closing down at 1732155945587 (+5 ms)3 split writer threads finished at 1732155945587Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155945592 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155945594 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155945606 (+12 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155945613 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155945614 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155945616 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155945616 2024-11-21T02:25:45,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.2 2024-11-21T02:25:45,618 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:25:45,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3 2024-11-21T02:25:45,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3 after 0ms 2024-11-21T02:25:45,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3 took 2ms 2024-11-21T02:25:45,622 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3 so closing down 2024-11-21T02:25:45,622 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:45,622 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:45,623 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:45,624 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:45,626 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:45,628 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742024_1203 (size=743) 2024-11-21T02:25:45,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742024_1203 (size=743) 2024-11-21T02:25:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742025_1204 (size=743) 2024-11-21T02:25:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742025_1204 (size=743) 2024-11-21T02:25:46,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,042 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:25:46,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:25:46,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:46,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3, size=1.4 K (1393bytes) at 1732155945618Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3 so closing down at 1732155945622 (+4 ms)3 split writer threads finished at 1732155945622Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155945626 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155945628 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946041 (+413 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946042 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155946043 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155946043Processed 20 edits across 2 Regions in 422 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155946043 2024-11-21T02:25:46,045 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.3 2024-11-21T02:25:46,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:25:46,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4 2024-11-21T02:25:46,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4 after 0ms 2024-11-21T02:25:46,048 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4 took 3ms 2024-11-21T02:25:46,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4 so closing down 2024-11-21T02:25:46,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:46,049 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:46,051 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:46,053 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:46,053 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:46,054 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742026_1205 (size=743) 2024-11-21T02:25:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742026_1205 (size=743) 2024-11-21T02:25:46,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,070 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:25:46,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742027_1206 (size=743) 2024-11-21T02:25:46,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742027_1206 (size=743) 2024-11-21T02:25:46,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:25:46,076 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:46,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4, size=1.4 K (1393bytes) at 1732155946045Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4 so closing down at 1732155946049 (+4 ms)3 split writer threads finished at 1732155946049Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155946053 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155946054 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946069 (+15 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155946070 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946074 (+4 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155946075 (+1 ms)Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155946076 (+1 ms) 2024-11-21T02:25:46,077 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.4 2024-11-21T02:25:46,078 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:25:46,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5 2024-11-21T02:25:46,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5 after 0ms 2024-11-21T02:25:46,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5 took 3ms 2024-11-21T02:25:46,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5 so closing down 2024-11-21T02:25:46,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:46,082 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:46,084 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:46,084 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:46,085 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:46,085 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742029_1208 (size=743) 2024-11-21T02:25:46,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742029_1208 (size=743) 2024-11-21T02:25:46,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,103 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T02:25:46,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742028_1207 (size=743) 2024-11-21T02:25:46,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742028_1207 (size=743) 2024-11-21T02:25:46,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:25:46,111 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:46,111 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5, size=1.4 K (1393bytes) at 1732155946078Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5 so closing down at 1732155946082 (+4 ms)3 split writer threads finished at 1732155946082Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155946085 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155946085Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946102 (+17 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732155946103 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946109 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155946111 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155946111 2024-11-21T02:25:46,113 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.5 2024-11-21T02:25:46,113 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:25:46,113 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6 2024-11-21T02:25:46,114 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6 after 1ms 2024-11-21T02:25:46,118 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6 took 5ms 2024-11-21T02:25:46,126 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6 so closing down 2024-11-21T02:25:46,126 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:46,126 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:46,129 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:46,129 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:46,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:46,130 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742030_1209 (size=749) 2024-11-21T02:25:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742030_1209 (size=749) 2024-11-21T02:25:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742031_1210 (size=749) 2024-11-21T02:25:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742031_1210 (size=749) 2024-11-21T02:25:46,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:25:46,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,556 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:25:46,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:25:46,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6, size=1.4 K (1405bytes) at 1732155946113Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6 so closing down at 1732155946126 (+13 ms)3 split writer threads finished at 1732155946126Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155946130 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155946130Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946165 (+35 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155946170 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946555 (+385 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155946556 (+1 ms)Processed 20 edits across 2 Regions in 432 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155946556 2024-11-21T02:25:46,558 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.6 2024-11-21T02:25:46,558 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:25:46,558 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7 2024-11-21T02:25:46,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7 after 1ms 2024-11-21T02:25:46,561 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7 took 2ms 2024-11-21T02:25:46,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7 so closing down 2024-11-21T02:25:46,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:46,562 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:46,564 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:46,564 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:46,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:46,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742033_1212 (size=753) 2024-11-21T02:25:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742032_1211 (size=753) 2024-11-21T02:25:46,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742033_1212 (size=753) 2024-11-21T02:25:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742032_1211 (size=753) 2024-11-21T02:25:46,577 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:25:46,579 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:25:46,580 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:46,580 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7, size=1.4 K (1413bytes) at 1732155946558Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7 so closing down at 1732155946562 (+4 ms)3 split writer threads finished at 1732155946562Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155946565 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155946566 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946577 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946578 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155946579 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155946579Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155946580 (+1 ms) 2024-11-21T02:25:46,583 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.7 2024-11-21T02:25:46,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:25:46,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8 2024-11-21T02:25:46,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8 after 5ms 2024-11-21T02:25:46,595 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8 took 12ms 2024-11-21T02:25:46,596 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8 so closing down 2024-11-21T02:25:46,596 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:46,600 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:46,602 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:46,602 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:46,603 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:46,603 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:46,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742034_1213 (size=753) 2024-11-21T02:25:46,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742034_1213 (size=753) 2024-11-21T02:25:46,611 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,612 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:25:46,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742035_1214 (size=753) 2024-11-21T02:25:46,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742035_1214 (size=753) 2024-11-21T02:25:46,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,615 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:25:46,616 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:46,616 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8, size=1.4 K (1413bytes) at 1732155946583Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8 so closing down at 1732155946596 (+13 ms)3 split writer threads finished at 1732155946600 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155946603 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155946603Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946611 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155946612 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946614 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155946615 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155946616 (+1 ms) 2024-11-21T02:25:46,617 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.8 2024-11-21T02:25:46,617 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:25:46,617 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9 2024-11-21T02:25:46,618 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9 after 1ms 2024-11-21T02:25:46,620 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9 took 3ms 2024-11-21T02:25:46,621 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9 so closing down 2024-11-21T02:25:46,621 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:46,621 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:46,624 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:46,624 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:46,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:46,630 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:46,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742036_1215 (size=753) 2024-11-21T02:25:46,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742036_1215 (size=753) 2024-11-21T02:25:46,658 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742037_1216 (size=753) 2024-11-21T02:25:46,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742037_1216 (size=753) 2024-11-21T02:25:46,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:46,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:25:46,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:25:46,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:46,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9, size=1.4 K (1413bytes) at 1732155946617Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9 so closing down at 1732155946621 (+4 ms)3 split writer threads finished at 1732155946621Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155946625 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155946630 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946658 (+28 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155946660 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155946661 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155946662 (+1 ms)Processed 20 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155946662 2024-11-21T02:25:46,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.9 2024-11-21T02:25:46,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty, size=0 (0bytes) 2024-11-21T02:25:46,664 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty might be still open, length is 0 2024-11-21T02:25:46,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty 2024-11-21T02:25:46,665 WARN [IPC Server handler 1 on default port 37677 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty closed. 2024-11-21T02:25:46,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty after 1ms 2024-11-21T02:25:46,666 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-21T02:25:46,668 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty; empty? 2024-11-21T02:25:46,668 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty so closing down 2024-11-21T02:25:46,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-21T02:25:46,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty, size=0 (0bytes) at 1732155946664Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty so closing down at 1732155946668 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1732155946668 2024-11-21T02:25:46,674 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/WALs/testemptyopenlogfiles,16010,1732155944251/wal.dat.empty to hdfs://localhost:37677/user/jenkins/test-data/8e5aefaf-890a-e46f-defc-05ff5e3e71b1/oldWALs/wal.dat.empty 2024-11-21T02:25:46,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=143 (was 142) - Thread LEAK? -, OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 498), ProcessCount=11 (was 11), AvailableMemoryMB=2323 (was 2341) 2024-11-21T02:25:46,800 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=143, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=498, ProcessCount=11, AvailableMemoryMB=2323 2024-11-21T02:25:46,800 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742038_1217 (size=7) 2024-11-21T02:25:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742038_1217 (size=7) 2024-11-21T02:25:47,229 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:47,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:47,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:47,234 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:47,234 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:47,235 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:47,236 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742039_1218 (size=1393) 2024-11-21T02:25:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742039_1218 (size=1393) 2024-11-21T02:25:47,274 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:47,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:47,275 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,275 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742040_1219 (size=1393) 2024-11-21T02:25:47,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742040_1219 (size=1393) 2024-11-21T02:25:47,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:47,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742041_1220 (size=1393) 2024-11-21T02:25:47,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742041_1220 (size=1393) 2024-11-21T02:25:47,747 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:47,748 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:47,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742042_1221 (size=1393) 2024-11-21T02:25:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742042_1221 (size=1393) 2024-11-21T02:25:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:47,770 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742043_1222 (size=1393) 2024-11-21T02:25:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742043_1222 (size=1393) 2024-11-21T02:25:47,787 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:47,787 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,801 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742044_1223 (size=1393) 2024-11-21T02:25:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742044_1223 (size=1393) 2024-11-21T02:25:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:47,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,813 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,814 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742045_1224 (size=1405) 2024-11-21T02:25:47,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742045_1224 (size=1405) 2024-11-21T02:25:47,817 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:47,817 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:47,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,832 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,841 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742046_1225 (size=1413) 2024-11-21T02:25:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742046_1225 (size=1413) 2024-11-21T02:25:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:47,843 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:47,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742047_1226 (size=1413) 2024-11-21T02:25:47,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742047_1226 (size=1413) 2024-11-21T02:25:47,859 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:47,859 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,868 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,868 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,869 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,869 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:47,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742048_1227 (size=1413) 2024-11-21T02:25:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742048_1227 (size=1413) 2024-11-21T02:25:47,875 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742049_1228 (size=1398) 2024-11-21T02:25:47,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742049_1228 (size=1398) 2024-11-21T02:25:48,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:48,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0 2024-11-21T02:25:48,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0 after 1ms 2024-11-21T02:25:48,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0 took 3ms 2024-11-21T02:25:48,318 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0 so closing down 2024-11-21T02:25:48,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:48,318 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:48,321 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:48,321 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:48,322 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:48,322 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:48,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742050_1229 (size=743) 2024-11-21T02:25:48,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742050_1229 (size=743) 2024-11-21T02:25:48,336 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742051_1230 (size=743) 2024-11-21T02:25:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742051_1230 (size=743) 2024-11-21T02:25:48,344 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,345 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:48,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:48,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0, size=1.4 K (1393bytes) at 1732155948314Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0 so closing down at 1732155948318 (+4 ms)3 split writer threads finished at 1732155948318Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155948322 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155948322Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948334 (+12 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155948336 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948344 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155948345 (+1 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155948345 2024-11-21T02:25:48,347 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/oldWALs/wal.dat.0 2024-11-21T02:25:48,347 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:48,347 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1 2024-11-21T02:25:48,348 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1 after 1ms 2024-11-21T02:25:48,349 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1 took 2ms 2024-11-21T02:25:48,351 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1 so closing down 2024-11-21T02:25:48,351 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:48,351 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:48,353 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:48,353 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:48,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:48,355 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:48,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742053_1232 (size=743) 2024-11-21T02:25:48,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742053_1232 (size=743) 2024-11-21T02:25:48,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742052_1231 (size=743) 2024-11-21T02:25:48,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742052_1231 (size=743) 2024-11-21T02:25:48,378 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:48,380 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:48,380 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1, size=1.4 K (1393bytes) at 1732155948347Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1 so closing down at 1732155948351 (+4 ms)3 split writer threads finished at 1732155948351Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155948354 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155948355 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948370 (+15 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155948371 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948378 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155948380 (+2 ms)Processed 20 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155948380 2024-11-21T02:25:48,381 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/oldWALs/wal.dat.1 2024-11-21T02:25:48,381 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:25:48,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2 2024-11-21T02:25:48,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2 after 1ms 2024-11-21T02:25:48,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2 took 2ms 2024-11-21T02:25:48,385 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2 so closing down 2024-11-21T02:25:48,385 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:48,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:48,387 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:48,388 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:48,389 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:48,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742054_1233 (size=743) 2024-11-21T02:25:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742054_1233 (size=743) 2024-11-21T02:25:48,414 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,415 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:48,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742055_1234 (size=743) 2024-11-21T02:25:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742055_1234 (size=743) 2024-11-21T02:25:48,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:48,424 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:48,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2, size=1.4 K (1393bytes) at 1732155948381Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2 so closing down at 1732155948385 (+4 ms)3 split writer threads finished at 1732155948385Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155948389 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155948389Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948414 (+25 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155948415 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948422 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155948424 (+2 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155948424 2024-11-21T02:25:48,426 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/oldWALs/wal.dat.2 2024-11-21T02:25:48,426 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:25:48,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3 2024-11-21T02:25:48,427 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3 after 1ms 2024-11-21T02:25:48,429 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3 took 3ms 2024-11-21T02:25:48,430 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3 so closing down 2024-11-21T02:25:48,430 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:48,430 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:48,435 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:48,435 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:48,437 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:48,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:48,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742056_1235 (size=743) 2024-11-21T02:25:48,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742056_1235 (size=743) 2024-11-21T02:25:48,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,454 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:25:48,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742057_1236 (size=743) 2024-11-21T02:25:48,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742057_1236 (size=743) 2024-11-21T02:25:48,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:25:48,463 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:48,463 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3, size=1.4 K (1393bytes) at 1732155948426Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3 so closing down at 1732155948430 (+4 ms)3 split writer threads finished at 1732155948430Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155948437 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155948447 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948453 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155948454 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948462 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155948463 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155948463 2024-11-21T02:25:48,465 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/oldWALs/wal.dat.3 2024-11-21T02:25:48,465 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:25:48,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4 2024-11-21T02:25:48,465 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4 after 0ms 2024-11-21T02:25:48,467 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4 took 2ms 2024-11-21T02:25:48,468 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4 so closing down 2024-11-21T02:25:48,468 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:48,468 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:48,472 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:48,472 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:48,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:48,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:48,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742058_1237 (size=743) 2024-11-21T02:25:48,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742058_1237 (size=743) 2024-11-21T02:25:48,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:25:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742059_1238 (size=743) 2024-11-21T02:25:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742059_1238 (size=743) 2024-11-21T02:25:48,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:25:48,565 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:48,565 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4, size=1.4 K (1393bytes) at 1732155948465Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4 so closing down at 1732155948468 (+3 ms)3 split writer threads finished at 1732155948468Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155948473 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155948474 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948535 (+61 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155948542 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948563 (+21 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155948565 (+2 ms)Processed 20 edits across 2 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155948565 2024-11-21T02:25:48,568 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/oldWALs/wal.dat.4 2024-11-21T02:25:48,568 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5, size=1.4 K (1398bytes) 2024-11-21T02:25:48,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5 2024-11-21T02:25:48,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5 after 1ms 2024-11-21T02:25:48,571 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5 took 3ms 2024-11-21T02:25:48,582 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:25:48,583 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5 so closing down 2024-11-21T02:25:48,583 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:48,583 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:48,586 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:48,588 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:48,592 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:48,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:48,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742061_1240 (size=743) 2024-11-21T02:25:48,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742061_1240 (size=743) 2024-11-21T02:25:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742060_1239 (size=743) 2024-11-21T02:25:48,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742060_1239 (size=743) 2024-11-21T02:25:48,623 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:48,624 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:25:49,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,017 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T02:25:49,018 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-21T02:25:49,018 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5, size=1.4 K (1398bytes) at 1732155948568Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5 so closing down at 1732155948583 (+15 ms)3 split writer threads finished at 1732155948583Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155948592 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155948600 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155948623 (+23 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155948624 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155949016 (+392 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732155949017 (+1 ms)Processed 20 edits across 2 Regions in 437 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1732155949018 (+1 ms) 2024-11-21T02:25:49,020 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/corrupt/wal.dat.5 2024-11-21T02:25:49,020 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:25:49,020 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6 2024-11-21T02:25:49,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6 after 1ms 2024-11-21T02:25:49,023 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6 took 3ms 2024-11-21T02:25:49,029 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6 so closing down 2024-11-21T02:25:49,029 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:49,030 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:49,038 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:49,038 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:49,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:49,044 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742062_1241 (size=749) 2024-11-21T02:25:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742062_1241 (size=749) 2024-11-21T02:25:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742063_1242 (size=749) 2024-11-21T02:25:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742063_1242 (size=749) 2024-11-21T02:25:49,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:25:49,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:25:49,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:25:49,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6, size=1.4 K (1405bytes) at 1732155949020Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6 so closing down at 1732155949029 (+9 ms)3 split writer threads finished at 1732155949030 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155949042 (+12 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155949044 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155949060 (+16 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155949061 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155949062 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155949066 (+4 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155949066 2024-11-21T02:25:49,068 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/oldWALs/wal.dat.6 2024-11-21T02:25:49,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:25:49,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7 2024-11-21T02:25:49,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7 after 0ms 2024-11-21T02:25:49,071 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7 took 3ms 2024-11-21T02:25:49,077 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7 so closing down 2024-11-21T02:25:49,077 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:49,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:49,080 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:49,080 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:49,082 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:49,082 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742065_1244 (size=753) 2024-11-21T02:25:49,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742065_1244 (size=753) 2024-11-21T02:25:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742064_1243 (size=753) 2024-11-21T02:25:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742064_1243 (size=753) 2024-11-21T02:25:49,102 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,103 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:25:49,498 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:25:49,499 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:49,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7, size=1.4 K (1413bytes) at 1732155949069Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7 so closing down at 1732155949077 (+8 ms)3 split writer threads finished at 1732155949078 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155949082 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155949082Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155949102 (+20 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155949103 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155949498 (+395 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155949499 (+1 ms)Processed 20 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155949499 2024-11-21T02:25:49,501 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/oldWALs/wal.dat.7 2024-11-21T02:25:49,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:25:49,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8 2024-11-21T02:25:49,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8 after 0ms 2024-11-21T02:25:49,503 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8 took 2ms 2024-11-21T02:25:49,504 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8 so closing down 2024-11-21T02:25:49,504 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:49,504 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:49,509 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:49,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:49,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:49,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742066_1245 (size=753) 2024-11-21T02:25:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742066_1245 (size=753) 2024-11-21T02:25:49,522 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,523 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:25:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742067_1246 (size=753) 2024-11-21T02:25:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742067_1246 (size=753) 2024-11-21T02:25:49,533 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,535 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:25:49,535 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:49,535 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8, size=1.4 K (1413bytes) at 1732155949501Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8 so closing down at 1732155949504 (+3 ms)3 split writer threads finished at 1732155949504Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155949512 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155949514 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155949522 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155949523 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155949533 (+10 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155949535 (+2 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155949535 2024-11-21T02:25:49,538 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/oldWALs/wal.dat.8 2024-11-21T02:25:49,539 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:25:49,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9 2024-11-21T02:25:49,539 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9 after 0ms 2024-11-21T02:25:49,542 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9 took 2ms 2024-11-21T02:25:49,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9 so closing down 2024-11-21T02:25:49,550 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:49,557 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:49,569 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:49,574 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:49,576 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:49,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:49,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742069_1248 (size=753) 2024-11-21T02:25:49,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742069_1248 (size=753) 2024-11-21T02:25:49,605 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742068_1247 (size=753) 2024-11-21T02:25:49,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742068_1247 (size=753) 2024-11-21T02:25:49,607 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:25:49,608 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:25:49,612 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:49,612 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9, size=1.4 K (1413bytes) at 1732155949539Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9 so closing down at 1732155949550 (+11 ms)3 split writer threads finished at 1732155949557 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155949576 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155949588 (+12 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155949605 (+17 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155949607 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155949608 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155949612 (+4 ms)Processed 20 edits across 2 Regions in 63 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155949612 2024-11-21T02:25:49,614 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1732155947234/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/a6058287-4b76-5fe9-1a88-1c0ea9b11089/oldWALs/wal.dat.9 2024-11-21T02:25:49,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=142 (was 143), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 498) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2310 (was 2323) 2024-11-21T02:25:49,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=2309 2024-11-21T02:25:49,738 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742070_1249 (size=7) 2024-11-21T02:25:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742070_1249 (size=7) 2024-11-21T02:25:49,751 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:49,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:49,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:49,756 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:49,757 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3/data/default/t1/09a90805d8f2d201fcd3d5573dee5205 2024-11-21T02:25:49,757 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 09a90805d8f2d201fcd3d5573dee5205 2024-11-21T02:25:49,760 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:49,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:49,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742071_1250 (size=3841) 2024-11-21T02:25:49,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742071_1250 (size=3841) 2024-11-21T02:25:49,849 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0, size=3.8 K (3841bytes) 2024-11-21T02:25:49,849 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0 2024-11-21T02:25:49,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0 after 1ms 2024-11-21T02:25:49,853 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0 took 4ms 2024-11-21T02:25:49,879 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0 so closing down 2024-11-21T02:25:49,879 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:49,884 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:49,901 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:49,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/data/default/t1/09a90805d8f2d201fcd3d5573dee5205/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:49,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742072_1251 (size=1591) 2024-11-21T02:25:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742072_1251 (size=1591) 2024-11-21T02:25:49,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/data/default/t1/09a90805d8f2d201fcd3d5573dee5205/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:49,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/data/default/t1/09a90805d8f2d201fcd3d5573dee5205/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/data/default/t1/09a90805d8f2d201fcd3d5573dee5205/recovered.edits/0000000000000000009 2024-11-21T02:25:49,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 54 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false 2024-11-21T02:25:49,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0, size=3.8 K (3841bytes) at 1732155949849Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0 so closing down at 1732155949879 (+30 ms)3 split writer threads finished at 1732155949884 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/data/default/t1/09a90805d8f2d201fcd3d5573dee5205/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155949903 (+19 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/data/default/t1/09a90805d8f2d201fcd3d5573dee5205/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1732155949925 (+22 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/data/default/t1/09a90805d8f2d201fcd3d5573dee5205/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/data/default/t1/09a90805d8f2d201fcd3d5573dee5205/recovered.edits/0000000000000000009 at 1732155949930 (+5 ms)Processed 21 edits across 1 Regions in 54 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0, size=3.8 K, length=3841, corrupted=false, cancelled=false at 1732155949930 2024-11-21T02:25:49,940 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/WALs/testsplitleavescompactioneventsedits,16010,1732155949756/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/24c863f6-177a-9452-b0fc-224b1d97f4bc/oldWALs/wal.dat.0 2024-11-21T02:25:49,981 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=142 (was 142), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=2294 (was 2309) 2024-11-21T02:25:50,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=2293 2024-11-21T02:25:50,004 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:50,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742073_1252 (size=7) 2024-11-21T02:25:50,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742073_1252 (size=7) 2024-11-21T02:25:50,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:50,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:50,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:50,054 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:50,054 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T02:25:50,056 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:50,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742074_1253 (size=863) 2024-11-21T02:25:50,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742074_1253 (size=863) 2024-11-21T02:25:50,142 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:50,195 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0, size=863 (863bytes) 2024-11-21T02:25:50,195 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0 2024-11-21T02:25:50,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0 after 1ms 2024-11-21T02:25:50,200 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0 took 5ms 2024-11-21T02:25:50,213 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0 so closing down 2024-11-21T02:25:50,213 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:50,213 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:50,234 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:50,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:50,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742075_1254 (size=863) 2024-11-21T02:25:50,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742075_1254 (size=863) 2024-11-21T02:25:50,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:50,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T02:25:50,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-21T02:25:50,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0, size=863 (863bytes) at 1732155950195Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0 so closing down at 1732155950213 (+18 ms)3 split writer threads finished at 1732155950213Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155950236 (+23 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155950254 (+18 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732155950255 (+1 ms)Processed 10 edits across 1 Regions in 46 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1732155950256 (+1 ms) 2024-11-21T02:25:50,258 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/WALs/testsplitpreservesedits,16010,1732155950054/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/62f0af08-24c1-b876-d34c-617cebec8056/oldWALs/wal.dat.0 2024-11-21T02:25:50,278 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=142 (was 142), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=2280 (was 2293) 2024-11-21T02:25:50,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=2279 2024-11-21T02:25:50,287 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742076_1255 (size=7) 2024-11-21T02:25:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742076_1255 (size=7) 2024-11-21T02:25:50,306 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:50,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:50,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:50,310 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:50,311 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:50,311 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:50,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:50,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742077_1256 (size=1393) 2024-11-21T02:25:50,330 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:50,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742077_1256 (size=1393) 2024-11-21T02:25:50,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,352 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,352 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742078_1257 (size=1393) 2024-11-21T02:25:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742078_1257 (size=1393) 2024-11-21T02:25:50,360 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:50,360 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:50,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742079_1258 (size=1393) 2024-11-21T02:25:50,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742079_1258 (size=1393) 2024-11-21T02:25:50,397 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:50,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:50,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,454 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,454 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,456 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,456 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742080_1259 (size=1393) 2024-11-21T02:25:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742080_1259 (size=1393) 2024-11-21T02:25:50,464 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:50,464 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:50,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,523 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742081_1260 (size=1393) 2024-11-21T02:25:50,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742081_1260 (size=1393) 2024-11-21T02:25:50,543 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:50,543 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:50,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742082_1261 (size=1393) 2024-11-21T02:25:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742082_1261 (size=1393) 2024-11-21T02:25:50,610 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:50,610 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:50,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742083_1262 (size=1405) 2024-11-21T02:25:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742083_1262 (size=1405) 2024-11-21T02:25:50,671 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:50,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742084_1263 (size=1413) 2024-11-21T02:25:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742084_1263 (size=1413) 2024-11-21T02:25:50,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:50,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742085_1264 (size=1413) 2024-11-21T02:25:50,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742085_1264 (size=1413) 2024-11-21T02:25:50,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:50,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:50,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742086_1265 (size=1413) 2024-11-21T02:25:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742086_1265 (size=1413) 2024-11-21T02:25:50,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742087_1266 (size=1394) 2024-11-21T02:25:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742087_1266 (size=1394) 2024-11-21T02:25:50,774 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:50,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0 2024-11-21T02:25:50,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0 after 0ms 2024-11-21T02:25:50,776 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0 took 2ms 2024-11-21T02:25:50,779 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0 so closing down 2024-11-21T02:25:50,779 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:50,779 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:50,781 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:50,781 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:50,782 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:50,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:50,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742089_1268 (size=743) 2024-11-21T02:25:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742089_1268 (size=743) 2024-11-21T02:25:50,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:50,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:50,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742088_1267 (size=743) 2024-11-21T02:25:50,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742088_1267 (size=743) 2024-11-21T02:25:50,823 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:50,826 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:50,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:50,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0, size=1.4 K (1393bytes) at 1732155950774Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0 so closing down at 1732155950779 (+5 ms)3 split writer threads finished at 1732155950779Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155950782 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155950784 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155950809 (+25 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155950811 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155950823 (+12 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155950826 (+3 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155950826 2024-11-21T02:25:50,831 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/oldWALs/wal.dat.0 2024-11-21T02:25:50,831 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:50,831 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1 2024-11-21T02:25:50,832 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1 after 1ms 2024-11-21T02:25:50,834 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1 took 3ms 2024-11-21T02:25:50,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1 so closing down 2024-11-21T02:25:50,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:50,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:50,840 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:50,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:50,876 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:50,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:50,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742090_1269 (size=743) 2024-11-21T02:25:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742090_1269 (size=743) 2024-11-21T02:25:50,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:50,902 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:50,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742091_1270 (size=743) 2024-11-21T02:25:50,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742091_1270 (size=743) 2024-11-21T02:25:50,912 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:50,913 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:50,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:50,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1, size=1.4 K (1393bytes) at 1732155950831Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1 so closing down at 1732155950836 (+5 ms)3 split writer threads finished at 1732155950836Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155950873 (+37 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155950888 (+15 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155950901 (+13 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155950902 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155950912 (+10 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155950913 (+1 ms)Processed 20 edits across 2 Regions in 78 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155950914 (+1 ms) 2024-11-21T02:25:50,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/oldWALs/wal.dat.1 2024-11-21T02:25:50,916 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:25:50,916 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2 2024-11-21T02:25:50,916 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2 after 0ms 2024-11-21T02:25:50,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2 took 2ms 2024-11-21T02:25:50,919 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2 so closing down 2024-11-21T02:25:50,919 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:50,919 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:50,921 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:50,922 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:50,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:50,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742092_1271 (size=743) 2024-11-21T02:25:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742092_1271 (size=743) 2024-11-21T02:25:50,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:50,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742093_1272 (size=743) 2024-11-21T02:25:50,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742093_1272 (size=743) 2024-11-21T02:25:50,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:50,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:50,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:50,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2, size=1.4 K (1393bytes) at 1732155950916Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2 so closing down at 1732155950919 (+3 ms)3 split writer threads finished at 1732155950919Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155950923 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155950928 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155950935 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155950937 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155950951 (+14 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155950952 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155950952 2024-11-21T02:25:50,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/oldWALs/wal.dat.2 2024-11-21T02:25:50,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:25:50,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3 2024-11-21T02:25:50,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3 after 0ms 2024-11-21T02:25:50,957 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3 took 3ms 2024-11-21T02:25:50,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3 so closing down 2024-11-21T02:25:50,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:50,982 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:50,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:50,989 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:51,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:51,016 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742094_1273 (size=743) 2024-11-21T02:25:51,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742094_1273 (size=743) 2024-11-21T02:25:51,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:51,061 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:25:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742095_1274 (size=743) 2024-11-21T02:25:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742095_1274 (size=743) 2024-11-21T02:25:51,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:51,477 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:25:51,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 498 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:51,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3, size=1.4 K (1393bytes) at 1732155950955Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3 so closing down at 1732155950981 (+26 ms)3 split writer threads finished at 1732155950982 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155951005 (+23 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155951016 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155951059 (+43 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155951061 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155951474 (+413 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155951478 (+4 ms)Processed 20 edits across 2 Regions in 498 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155951478 2024-11-21T02:25:51,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/oldWALs/wal.dat.3 2024-11-21T02:25:51,488 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:25:51,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4 2024-11-21T02:25:51,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4 after 0ms 2024-11-21T02:25:51,498 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4 took 18ms 2024-11-21T02:25:51,507 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4 so closing down 2024-11-21T02:25:51,507 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:51,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:51,524 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:51,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:51,533 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:51,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:51,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742096_1275 (size=743) 2024-11-21T02:25:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742096_1275 (size=743) 2024-11-21T02:25:51,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:51,557 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:25:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742097_1276 (size=743) 2024-11-21T02:25:51,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742097_1276 (size=743) 2024-11-21T02:25:51,567 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:25:51,567 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:51,567 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4, size=1.4 K (1393bytes) at 1732155951488Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4 so closing down at 1732155951507 (+19 ms)3 split writer threads finished at 1732155951507Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155951529 (+22 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155951539 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155951556 (+17 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155951557 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155951566 (+9 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155951567 (+1 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155951567 2024-11-21T02:25:51,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/oldWALs/wal.dat.4 2024-11-21T02:25:51,571 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T02:25:51,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5 2024-11-21T02:25:51,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5 after 1ms 2024-11-21T02:25:51,574 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-21T02:25:51,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5 so closing down 2024-11-21T02:25:51,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T02:25:51,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5, size=1.4 K (1394bytes) at 1732155951571Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5 so closing down at 1732155951575 (+4 ms)Processed 0 edits across 0 Regions in 4 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732155951575 2024-11-21T02:25:51,580 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/corrupt/wal.dat.5 2024-11-21T02:25:51,580 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:25:51,580 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6 2024-11-21T02:25:51,585 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6 after 5ms 2024-11-21T02:25:51,590 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6 took 10ms 2024-11-21T02:25:51,605 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6 so closing down 2024-11-21T02:25:51,605 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:51,606 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:51,614 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:51,615 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:51,620 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:25:51,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:25:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742098_1277 (size=749) 2024-11-21T02:25:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742099_1278 (size=749) 2024-11-21T02:25:51,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:51,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742099_1278 (size=749) 2024-11-21T02:25:51,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742098_1277 (size=749) 2024-11-21T02:25:51,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:51,654 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:25:51,655 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:25:51,655 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:25:51,655 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6, size=1.4 K (1405bytes) at 1732155951580Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6 so closing down at 1732155951605 (+25 ms)3 split writer threads finished at 1732155951606 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155951620 (+14 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155951622 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155951650 (+28 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155951653 (+3 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155951654 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155951655 (+1 ms)Processed 20 edits across 2 Regions in 60 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155951655 2024-11-21T02:25:51,656 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/oldWALs/wal.dat.6 2024-11-21T02:25:51,657 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:25:51,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7 2024-11-21T02:25:51,657 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7 after 0ms 2024-11-21T02:25:51,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7 took 2ms 2024-11-21T02:25:51,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7 so closing down 2024-11-21T02:25:51,660 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:51,660 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:51,662 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:51,662 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:51,672 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:25:51,704 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:25:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742100_1279 (size=753) 2024-11-21T02:25:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742100_1279 (size=753) 2024-11-21T02:25:51,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742101_1280 (size=753) 2024-11-21T02:25:51,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742101_1280 (size=753) 2024-11-21T02:25:51,742 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:51,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:25:52,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:52,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:25:52,122 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:52,122 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7, size=1.4 K (1413bytes) at 1732155951657Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7 so closing down at 1732155951660 (+3 ms)3 split writer threads finished at 1732155951660Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155951672 (+12 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155951704 (+32 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155951742 (+38 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155951744 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155952121 (+377 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155952122 (+1 ms)Processed 20 edits across 2 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155952122 2024-11-21T02:25:52,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/oldWALs/wal.dat.7 2024-11-21T02:25:52,124 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:25:52,124 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8 2024-11-21T02:25:52,124 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8 after 0ms 2024-11-21T02:25:52,126 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8 took 2ms 2024-11-21T02:25:52,127 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8 so closing down 2024-11-21T02:25:52,127 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:52,127 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:52,128 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:52,129 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:25:52,129 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:52,130 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:25:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742102_1281 (size=753) 2024-11-21T02:25:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742102_1281 (size=753) 2024-11-21T02:25:52,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742103_1282 (size=753) 2024-11-21T02:25:52,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742103_1282 (size=753) 2024-11-21T02:25:52,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:52,145 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:25:52,145 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:52,146 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:25:52,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:52,146 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8, size=1.4 K (1413bytes) at 1732155952124Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8 so closing down at 1732155952127 (+3 ms)3 split writer threads finished at 1732155952127Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155952129 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155952130 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155952143 (+13 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155952145 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155952145Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155952146 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155952146 2024-11-21T02:25:52,148 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/oldWALs/wal.dat.8 2024-11-21T02:25:52,148 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:25:52,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9 2024-11-21T02:25:52,148 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9 after 0ms 2024-11-21T02:25:52,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9 took 2ms 2024-11-21T02:25:52,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9 so closing down 2024-11-21T02:25:52,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:52,151 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:52,152 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:52,152 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:52,153 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:25:52,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:25:52,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742104_1283 (size=753) 2024-11-21T02:25:52,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742104_1283 (size=753) 2024-11-21T02:25:52,162 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742105_1284 (size=753) 2024-11-21T02:25:52,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742105_1284 (size=753) 2024-11-21T02:25:52,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:52,169 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:25:52,170 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:25:52,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:25:52,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9, size=1.4 K (1413bytes) at 1732155952148Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9 so closing down at 1732155952151 (+3 ms)3 split writer threads finished at 1732155952151Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155952153 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155952153Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155952162 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155952169 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155952169Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155952170 (+1 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155952170 2024-11-21T02:25:52,171 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1732155950311/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/0bab71b9-1768-0da0-d3bb-5a07aae8a331/oldWALs/wal.dat.9 2024-11-21T02:25:52,237 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=142 (was 142), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=3018 (was 2279) - AvailableMemoryMB LEAK? - 2024-11-21T02:25:52,244 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=3018 2024-11-21T02:25:52,244 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:52,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742106_1285 (size=7) 2024-11-21T02:25:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742106_1285 (size=7) 2024-11-21T02:25:52,259 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:52,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:52,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:52,266 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:52,266 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T02:25:52,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:52,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,283 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,283 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742107_1286 (size=2403) 2024-11-21T02:25:52,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742107_1286 (size=2403) 2024-11-21T02:25:52,291 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:52,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0, size=2.3 K (2403bytes) 2024-11-21T02:25:52,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0 2024-11-21T02:25:52,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0 after 1ms 2024-11-21T02:25:52,313 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0 took 3ms 2024-11-21T02:25:52,315 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0 so closing down 2024-11-21T02:25:52,315 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:52,316 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:52,319 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:52,321 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:52,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742108_1287 (size=863) 2024-11-21T02:25:52,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742108_1287 (size=863) 2024-11-21T02:25:52,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:52,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-21T02:25:52,350 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 36 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-21T02:25:52,350 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0, size=2.3 K (2403bytes) at 1732155952310Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0 so closing down at 1732155952315 (+5 ms)3 split writer threads finished at 1732155952316 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155952321 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155952347 (+26 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1732155952350 (+3 ms)Processed 20 edits across 1 Regions in 36 ms; skipped=10; WAL=hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1732155952350 2024-11-21T02:25:52,352 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/WALs/testsplitremovesregioneventsedits,16010,1732155952266/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/689efbf5-2675-4b7d-3194-b0f5a11d685b/oldWALs/wal.dat.0 2024-11-21T02:25:52,370 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=142 (was 142), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=3018 (was 3018) 2024-11-21T02:25:52,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=3018 2024-11-21T02:25:52,379 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:52,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742109_1288 (size=7) 2024-11-21T02:25:52,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742109_1288 (size=7) 2024-11-21T02:25:52,407 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:52,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:52,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:52,411 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:52,429 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=142 (was 142), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=3116 (was 3018) - AvailableMemoryMB LEAK? - 2024-11-21T02:25:52,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=3116 2024-11-21T02:25:52,437 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:52,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742110_1289 (size=7) 2024-11-21T02:25:52,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742110_1289 (size=7) 2024-11-21T02:25:52,458 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:52,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:52,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:52,462 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:52,474 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:52,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742111_1290 (size=255) 2024-11-21T02:25:52,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742111_1290 (size=255) 2024-11-21T02:25:52,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1, size=255 (255bytes) 2024-11-21T02:25:52,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1 2024-11-21T02:25:52,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1 after 0ms 2024-11-21T02:25:52,507 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1 took 2ms 2024-11-21T02:25:52,508 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-21T02:25:52,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1 so closing down 2024-11-21T02:25:52,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:52,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:52,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-21T02:25:52,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1, size=255 (255bytes) at 1732155952505Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1 so closing down at 1732155952508 (+3 ms)3 split writer threads finished at 1732155952508Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1732155952508 2024-11-21T02:25:52,510 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/WALs/testsplitremovesreplicationmarkeredits,16010,1732155952462/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/2bf56ead-54c8-555e-4700-fa289923b8d2/oldWALs/wal.dat.1 2024-11-21T02:25:52,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=142 (was 142), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=506 (was 506), ProcessCount=11 (was 11), AvailableMemoryMB=3115 (was 3116) 2024-11-21T02:25:52,526 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=506, ProcessCount=11, AvailableMemoryMB=3115 2024-11-21T02:25:52,526 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742112_1291 (size=7) 2024-11-21T02:25:52,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742112_1291 (size=7) 2024-11-21T02:25:52,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:52,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:52,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:52,544 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:52,544 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-21T02:25:52,544 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T02:25:52,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:52,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742113_1292 (size=1941) 2024-11-21T02:25:52,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742113_1292 (size=1941) 2024-11-21T02:25:52,967 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:52,968 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3/data/default/t1/region__1 2024-11-21T02:25:52,995 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0, size=1.9 K (1941bytes) 2024-11-21T02:25:52,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0 2024-11-21T02:25:52,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0 after 0ms 2024-11-21T02:25:52,998 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0 took 2ms 2024-11-21T02:25:53,005 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-21T02:25:53,005 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0 so closing down 2024-11-21T02:25:53,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:53,024 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:53,024 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 20 ms; skipped=17; WAL=hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-21T02:25:53,025 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0, size=1.9 K (1941bytes) at 1732155952995Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0 so closing down at 1732155953005 (+10 ms)3 split writer threads finished at 1732155953024 (+19 ms)Processed 17 edits across 0 Regions in 20 ms; skipped=17; WAL=hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1732155953024 2024-11-21T02:25:53,027 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/WALs/testsplitlogfiledeletedregiondir,16010,1732155952544/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/2a29e84e-5be4-05fa-4b48-a643c0eec1b5/oldWALs/wal.dat.0 2024-11-21T02:25:53,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=142 (was 142), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 506) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3064 (was 3115) 2024-11-21T02:25:53,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=3063 2024-11-21T02:25:53,052 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742114_1293 (size=7) 2024-11-21T02:25:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742114_1293 (size=7) 2024-11-21T02:25:53,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:53,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:53,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:53,076 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:53,077 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T02:25:53,077 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:53,077 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:53,078 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:53,079 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742115_1294 (size=1393) 2024-11-21T02:25:53,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742115_1294 (size=1393) 2024-11-21T02:25:53,143 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:53,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,186 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,186 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742116_1295 (size=1393) 2024-11-21T02:25:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742116_1295 (size=1393) 2024-11-21T02:25:53,190 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:53,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742117_1296 (size=1393) 2024-11-21T02:25:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742117_1296 (size=1393) 2024-11-21T02:25:53,267 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:53,267 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:53,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742118_1297 (size=1393) 2024-11-21T02:25:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742118_1297 (size=1393) 2024-11-21T02:25:53,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:53,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:53,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:53,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:53,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742119_1298 (size=1393) 2024-11-21T02:25:53,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742119_1298 (size=1393) 2024-11-21T02:25:54,195 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:54,195 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:54,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,263 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,263 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742120_1299 (size=1393) 2024-11-21T02:25:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742120_1299 (size=1393) 2024-11-21T02:25:54,265 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:54,265 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:54,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742121_1300 (size=1405) 2024-11-21T02:25:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742121_1300 (size=1405) 2024-11-21T02:25:54,339 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:54,339 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:54,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,426 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742122_1301 (size=1413) 2024-11-21T02:25:54,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742122_1301 (size=1413) 2024-11-21T02:25:54,836 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:54,837 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:54,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,898 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742123_1302 (size=1413) 2024-11-21T02:25:54,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742123_1302 (size=1413) 2024-11-21T02:25:54,912 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:54,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:54,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,979 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,979 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,981 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,981 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:54,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742124_1303 (size=1413) 2024-11-21T02:25:54,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742124_1303 (size=1413) 2024-11-21T02:25:54,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:55,031 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:55,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0 2024-11-21T02:25:55,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0 after 1ms 2024-11-21T02:25:55,046 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0 took 15ms 2024-11-21T02:25:55,073 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0 so closing down 2024-11-21T02:25:55,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:55,076 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:55,077 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:55,077 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0, size=1.4 K (1393bytes) at 1732155955031Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0 so closing down at 1732155955073 (+42 ms)3 split writer threads finished at 1732155955076 (+3 ms)Processed 0 edits across 0 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/160c2468-f324-7a33-9e05-4b0c6143881f/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1732155953076/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155955077 (+1 ms) 2024-11-21T02:25:55,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=142 (was 142), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=2917 (was 3063) 2024-11-21T02:25:55,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=142, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=2917 2024-11-21T02:25:55,145 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742125_1304 (size=7) 2024-11-21T02:25:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742125_1304 (size=7) 2024-11-21T02:25:55,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:55,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:55,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:55,275 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:55,275 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:55,285 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:55,301 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:55,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,366 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,366 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,367 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742126_1305 (size=1393) 2024-11-21T02:25:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742126_1305 (size=1393) 2024-11-21T02:25:55,773 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:55,774 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,830 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,844 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,844 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,845 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,848 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,848 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,849 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742127_1306 (size=1393) 2024-11-21T02:25:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742127_1306 (size=1393) 2024-11-21T02:25:55,855 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:55,855 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:55,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,914 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,933 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,933 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,934 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742128_1307 (size=1393) 2024-11-21T02:25:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742128_1307 (size=1393) 2024-11-21T02:25:55,939 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:55,939 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:55,960 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,960 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:55,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742129_1308 (size=1393) 2024-11-21T02:25:56,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742129_1308 (size=1393) 2024-11-21T02:25:56,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:56,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:56,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:56,073 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,117 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,118 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,118 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,120 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,120 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742131_1310 (size=1393) 2024-11-21T02:25:56,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742131_1310 (size=1393) 2024-11-21T02:25:56,130 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:56,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742132_1311 (size=1405) 2024-11-21T02:25:56,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742132_1311 (size=1405) 2024-11-21T02:25:56,179 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:56,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:56,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,204 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742133_1312 (size=1413) 2024-11-21T02:25:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742133_1312 (size=1413) 2024-11-21T02:25:56,233 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:56,233 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:56,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742134_1313 (size=1413) 2024-11-21T02:25:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742134_1313 (size=1413) 2024-11-21T02:25:56,274 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:56,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:56,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,307 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742135_1314 (size=1413) 2024-11-21T02:25:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742135_1314 (size=1413) 2024-11-21T02:25:56,311 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:56,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:56,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742130_1309 (size=1458) 2024-11-21T02:25:56,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742130_1309 (size=1458) 2024-11-21T02:25:56,350 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:56,350 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0 2024-11-21T02:25:56,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0 after 1ms 2024-11-21T02:25:56,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0 took 7ms 2024-11-21T02:25:56,365 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0 so closing down 2024-11-21T02:25:56,365 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:56,365 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:56,368 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:56,370 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:56,372 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:56,377 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742136_1315 (size=743) 2024-11-21T02:25:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742136_1315 (size=743) 2024-11-21T02:25:56,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:56,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:56,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742137_1316 (size=743) 2024-11-21T02:25:56,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742137_1316 (size=743) 2024-11-21T02:25:56,404 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:56,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:56,407 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:56,407 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0, size=1.4 K (1393bytes) at 1732155956350Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0 so closing down at 1732155956365 (+15 ms)3 split writer threads finished at 1732155956365Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155956372 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155956377 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155956392 (+15 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155956396 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155956404 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155956406 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155956407 (+1 ms) 2024-11-21T02:25:56,412 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/oldWALs/wal.dat.0 2024-11-21T02:25:56,412 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:56,412 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1 2024-11-21T02:25:56,413 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1 after 1ms 2024-11-21T02:25:56,414 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1 took 2ms 2024-11-21T02:25:56,417 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1 so closing down 2024-11-21T02:25:56,417 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:56,417 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:56,419 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:56,420 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:56,421 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:56,425 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742138_1317 (size=743) 2024-11-21T02:25:56,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742138_1317 (size=743) 2024-11-21T02:25:56,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:56,463 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:56,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742139_1318 (size=743) 2024-11-21T02:25:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742139_1318 (size=743) 2024-11-21T02:25:56,480 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:56,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:56,484 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:56,485 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1, size=1.4 K (1393bytes) at 1732155956412Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1 so closing down at 1732155956417 (+5 ms)3 split writer threads finished at 1732155956417Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155956421 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155956425 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155956452 (+27 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155956463 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155956480 (+17 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155956484 (+4 ms)Processed 20 edits across 2 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155956484 2024-11-21T02:25:56,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/oldWALs/wal.dat.1 2024-11-21T02:25:56,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:25:56,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2 2024-11-21T02:25:56,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2 after 0ms 2024-11-21T02:25:56,490 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2 took 3ms 2024-11-21T02:25:56,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2 so closing down 2024-11-21T02:25:56,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:56,498 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:56,510 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:56,510 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:56,513 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:56,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:56,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742141_1320 (size=743) 2024-11-21T02:25:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742141_1320 (size=743) 2024-11-21T02:25:56,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:56,538 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:56,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742140_1319 (size=743) 2024-11-21T02:25:56,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742140_1319 (size=743) 2024-11-21T02:25:56,549 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:56,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:56,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:56,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2, size=1.4 K (1393bytes) at 1732155956487Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2 so closing down at 1732155956498 (+11 ms)3 split writer threads finished at 1732155956498Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155956513 (+15 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155956516 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155956537 (+21 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155956538 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155956549 (+11 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155956556 (+7 ms)Processed 20 edits across 2 Regions in 59 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155956556 2024-11-21T02:25:56,559 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/oldWALs/wal.dat.2 2024-11-21T02:25:56,559 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:25:56,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3 2024-11-21T02:25:56,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3 after 3ms 2024-11-21T02:25:56,564 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3 took 5ms 2024-11-21T02:25:56,569 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3 so closing down 2024-11-21T02:25:56,569 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:56,569 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:56,572 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:56,573 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:56,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:56,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742142_1321 (size=743) 2024-11-21T02:25:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742142_1321 (size=743) 2024-11-21T02:25:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742143_1322 (size=743) 2024-11-21T02:25:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742143_1322 (size=743) 2024-11-21T02:25:57,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:57,005 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:25:57,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:57,007 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:25:57,007 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:57,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3, size=1.4 K (1393bytes) at 1732155956559Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3 so closing down at 1732155956569 (+10 ms)3 split writer threads finished at 1732155956569Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155956581 (+12 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155956582 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155957003 (+421 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155957005 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155957006 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155957007 (+1 ms)Processed 20 edits across 2 Regions in 439 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155957007 2024-11-21T02:25:57,009 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/oldWALs/wal.dat.3 2024-11-21T02:25:57,010 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4, size=1.4 K (1458bytes) 2024-11-21T02:25:57,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4 2024-11-21T02:25:57,010 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4 after 0ms 2024-11-21T02:25:57,013 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4 took 4ms 2024-11-21T02:25:57,022 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4 so closing down 2024-11-21T02:25:57,022 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:57,023 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:57,031 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:57,031 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-21T02:25:57,032 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:57,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:57,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-21T02:25:57,057 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:57,057 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-21T02:25:57,057 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4, size=1.4 K (1458bytes) at 1732155957010Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4 so closing down at 1732155957022 (+12 ms)3 split writer threads finished at 1732155957023 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155957052 (+29 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1732155957056 (+4 ms)Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1732155957057 (+1 ms)Processed 21 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/WALs/testsplitwillfailifwritingtoregionfails,16010,1732155955275/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1732155957057 2024-11-21T02:25:57,057 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:57,057 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34616 remote=/127.0.0.1:46831]. Total timeout mills is 70000, 69999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:57,058 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-249380268-172.17.0.2-1732155905762:blk_1073742144_1323 2024-11-21T02:25:57,061 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:25:57,062 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:57,074 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:37677/user/jenkins/test-data/d1129f90-6387-2e99-eacc-9235b0886a8e/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:57,085 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2111397896_22 at /127.0.0.1:34616 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:46831:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34616 dst: /127.0.0.1:46831 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:57,089 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2111397896_22 at /127.0.0.1:33754 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:33221:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33754 dst: /127.0.0.1:33221 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:25:57,090 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=145 (was 142) - Thread LEAK? -, OpenFileDescriptor=394 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=2767 (was 2917) 2024-11-21T02:25:57,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=2767 2024-11-21T02:25:57,098 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:25:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742145_1324 (size=7) 2024-11-21T02:25:57,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742145_1324 (size=7) 2024-11-21T02:25:57,131 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:25:57,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:57,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:25:57,134 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:25:57,135 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T02:25:57,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742146_1325 (size=93) 2024-11-21T02:25:57,140 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:25:57,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742146_1325 (size=93) 2024-11-21T02:25:57,142 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:25:57,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:25:57,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,153 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,153 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742147_1326 (size=1393) 2024-11-21T02:25:57,156 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:25:57,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:25:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742147_1326 (size=1393) 2024-11-21T02:25:57,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742148_1327 (size=1393) 2024-11-21T02:25:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742148_1327 (size=1393) 2024-11-21T02:25:57,197 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:25:57,197 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:25:57,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,235 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,235 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,243 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,243 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,244 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,245 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,245 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742149_1328 (size=1393) 2024-11-21T02:25:57,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742149_1328 (size=1393) 2024-11-21T02:25:57,249 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:25:57,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:25:57,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742150_1329 (size=1393) 2024-11-21T02:25:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742150_1329 (size=1393) 2024-11-21T02:25:57,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:25:57,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:25:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742151_1330 (size=1393) 2024-11-21T02:25:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742151_1330 (size=1393) 2024-11-21T02:25:57,348 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:25:57,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:25:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742152_1331 (size=1393) 2024-11-21T02:25:57,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742152_1331 (size=1393) 2024-11-21T02:25:57,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:25:57,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:25:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742153_1332 (size=1405) 2024-11-21T02:25:57,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742153_1332 (size=1405) 2024-11-21T02:25:57,600 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:25:57,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:25:57,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742154_1333 (size=1413) 2024-11-21T02:25:57,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742154_1333 (size=1413) 2024-11-21T02:25:57,688 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:25:57,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:25:57,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742155_1334 (size=1413) 2024-11-21T02:25:57,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742155_1334 (size=1413) 2024-11-21T02:25:57,709 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:25:57,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:25:57,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:25:57,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:25:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742156_1335 (size=1413) 2024-11-21T02:25:57,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742156_1335 (size=1413) 2024-11-21T02:25:58,180 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:25:58,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-21T02:25:58,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742157_1336 (size=93) 2024-11-21T02:25:58,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742157_1336 (size=93) 2024-11-21T02:25:58,256 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty, size=93 (93bytes) 2024-11-21T02:25:58,256 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty 2024-11-21T02:25:58,260 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty after 4ms 2024-11-21T02:25:58,269 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty took 13ms 2024-11-21T02:25:58,269 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty so closing down 2024-11-21T02:25:58,269 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:58,269 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:58,269 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T02:25:58,270 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty, size=93 (93bytes) at 1732155958256Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty so closing down at 1732155958269 (+13 ms)3 split writer threads finished at 1732155958269Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732155958269 2024-11-21T02:25:58,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat..empty to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat..empty 2024-11-21T02:25:58,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:25:58,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0 2024-11-21T02:25:58,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0 after 0ms 2024-11-21T02:25:58,276 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0 took 3ms 2024-11-21T02:25:58,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0 so closing down 2024-11-21T02:25:58,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:58,291 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:58,298 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:58,301 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:25:58,307 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:58,314 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:25:58,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742158_1337 (size=743) 2024-11-21T02:25:58,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742158_1337 (size=743) 2024-11-21T02:25:58,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742159_1338 (size=743) 2024-11-21T02:25:58,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742159_1338 (size=743) 2024-11-21T02:25:58,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:58,350 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:25:58,736 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:58,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:25:58,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:58,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0, size=1.4 K (1393bytes) at 1732155958273Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0 so closing down at 1732155958291 (+18 ms)3 split writer threads finished at 1732155958291Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155958301 (+10 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155958314 (+13 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155958348 (+34 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155958350 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155958736 (+386 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155958739 (+3 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155958739 2024-11-21T02:25:58,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.0 2024-11-21T02:25:58,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:25:58,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1 2024-11-21T02:25:58,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1 after 0ms 2024-11-21T02:25:58,747 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1 took 5ms 2024-11-21T02:25:58,763 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1 so closing down 2024-11-21T02:25:58,763 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:58,763 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:58,766 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:58,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:25:58,786 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:58,808 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:25:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742160_1339 (size=743) 2024-11-21T02:25:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742160_1339 (size=743) 2024-11-21T02:25:58,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:58,842 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:25:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742161_1340 (size=743) 2024-11-21T02:25:58,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742161_1340 (size=743) 2024-11-21T02:25:59,295 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:59,297 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:25:59,297 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 536 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:59,297 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1, size=1.4 K (1393bytes) at 1732155958743Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1 so closing down at 1732155958763 (+20 ms)3 split writer threads finished at 1732155958763Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155958772 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155958808 (+36 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155958841 (+33 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155958842 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155959295 (+453 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155959297 (+2 ms)Processed 20 edits across 2 Regions in 536 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155959297 2024-11-21T02:25:59,299 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.1 2024-11-21T02:25:59,300 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:25:59,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2 2024-11-21T02:25:59,300 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2 after 0ms 2024-11-21T02:25:59,304 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2 took 5ms 2024-11-21T02:25:59,318 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2 so closing down 2024-11-21T02:25:59,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:59,321 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:59,327 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:59,328 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:59,347 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:25:59,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:25:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742163_1342 (size=743) 2024-11-21T02:25:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742163_1342 (size=743) 2024-11-21T02:25:59,407 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:59,408 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:25:59,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742162_1341 (size=743) 2024-11-21T02:25:59,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742162_1341 (size=743) 2024-11-21T02:25:59,417 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:59,421 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:25:59,421 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:59,421 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2, size=1.4 K (1393bytes) at 1732155959300Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2 so closing down at 1732155959318 (+18 ms)3 split writer threads finished at 1732155959321 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155959347 (+26 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155959349 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155959407 (+58 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155959408 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155959417 (+9 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155959421 (+4 ms)Processed 20 edits across 2 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155959421 2024-11-21T02:25:59,424 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.2 2024-11-21T02:25:59,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:25:59,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3 2024-11-21T02:25:59,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3 after 0ms 2024-11-21T02:25:59,432 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3 took 8ms 2024-11-21T02:25:59,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3 so closing down 2024-11-21T02:25:59,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:59,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:59,446 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:59,446 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:59,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:25:59,447 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:25:59,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742165_1344 (size=743) 2024-11-21T02:25:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742165_1344 (size=743) 2024-11-21T02:25:59,458 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:59,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742164_1343 (size=743) 2024-11-21T02:25:59,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742164_1343 (size=743) 2024-11-21T02:25:59,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:25:59,859 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:59,861 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:25:59,861 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:59,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3, size=1.4 K (1393bytes) at 1732155959425Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3 so closing down at 1732155959438 (+13 ms)3 split writer threads finished at 1732155959438Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155959447 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155959447Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155959458 (+11 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155959460 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155959859 (+399 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155959861 (+2 ms)Processed 20 edits across 2 Regions in 424 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155959861 2024-11-21T02:25:59,870 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.3 2024-11-21T02:25:59,870 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:25:59,870 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4 2024-11-21T02:25:59,871 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4 after 1ms 2024-11-21T02:25:59,873 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4 took 3ms 2024-11-21T02:25:59,898 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4 so closing down 2024-11-21T02:25:59,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:59,899 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:59,909 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:59,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:25:59,922 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:59,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:25:59,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742166_1345 (size=743) 2024-11-21T02:25:59,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742166_1345 (size=743) 2024-11-21T02:25:59,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:59,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:25:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742167_1346 (size=743) 2024-11-21T02:25:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742167_1346 (size=743) 2024-11-21T02:25:59,962 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:25:59,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:25:59,966 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:25:59,966 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4, size=1.4 K (1393bytes) at 1732155959870Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4 so closing down at 1732155959898 (+28 ms)3 split writer threads finished at 1732155959899 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155959911 (+12 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155959947 (+36 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155959952 (+5 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155959955 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155959963 (+8 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155959966 (+3 ms)Processed 20 edits across 2 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155959966 2024-11-21T02:25:59,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.4 2024-11-21T02:25:59,968 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:25:59,968 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5 2024-11-21T02:25:59,970 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5 after 2ms 2024-11-21T02:25:59,972 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5 took 4ms 2024-11-21T02:25:59,977 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5 so closing down 2024-11-21T02:25:59,977 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:25:59,977 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:25:59,986 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:25:59,987 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:59,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:25:59,995 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742168_1347 (size=743) 2024-11-21T02:26:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742169_1348 (size=743) 2024-11-21T02:26:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742169_1348 (size=743) 2024-11-21T02:26:00,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,020 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742168_1347 (size=743) 2024-11-21T02:26:00,021 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T02:26:00,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:26:00,022 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:00,022 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5, size=1.4 K (1393bytes) at 1732155959968Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5 so closing down at 1732155959977 (+9 ms)3 split writer threads finished at 1732155959977Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155959993 (+16 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155959995 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960020 (+25 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960020Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732155960021 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155960021Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155960022 (+1 ms) 2024-11-21T02:26:00,023 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.5 2024-11-21T02:26:00,023 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:26:00,023 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6 2024-11-21T02:26:00,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6 after 1ms 2024-11-21T02:26:00,025 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6 took 2ms 2024-11-21T02:26:00,026 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6 so closing down 2024-11-21T02:26:00,026 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,026 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,028 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:00,028 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:00,032 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:00,036 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742170_1349 (size=749) 2024-11-21T02:26:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742171_1350 (size=749) 2024-11-21T02:26:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742170_1349 (size=749) 2024-11-21T02:26:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742171_1350 (size=749) 2024-11-21T02:26:00,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:26:00,049 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,050 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:26:00,050 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:26:00,050 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6, size=1.4 K (1405bytes) at 1732155960023Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6 so closing down at 1732155960026 (+3 ms)3 split writer threads finished at 1732155960026Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155960032 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155960036 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960047 (+11 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155960049 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960049Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155960050 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155960050 2024-11-21T02:26:00,052 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.6 2024-11-21T02:26:00,052 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:26:00,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7 2024-11-21T02:26:00,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7 after 0ms 2024-11-21T02:26:00,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7 took 2ms 2024-11-21T02:26:00,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7 so closing down 2024-11-21T02:26:00,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,055 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,057 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:00,057 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:00,058 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:00,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742172_1351 (size=753) 2024-11-21T02:26:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742173_1352 (size=753) 2024-11-21T02:26:00,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742173_1352 (size=753) 2024-11-21T02:26:00,062 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,062 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742172_1351 (size=753) 2024-11-21T02:26:00,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:26:00,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:26:00,063 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:00,063 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7, size=1.4 K (1413bytes) at 1732155960052Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7 so closing down at 1732155960055 (+3 ms)3 split writer threads finished at 1732155960055Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155960058 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155960058Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960062 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960062Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155960063 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155960063Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155960063 2024-11-21T02:26:00,067 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.7 2024-11-21T02:26:00,067 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:26:00,067 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8 2024-11-21T02:26:00,067 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8 after 0ms 2024-11-21T02:26:00,069 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8 took 2ms 2024-11-21T02:26:00,073 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8 so closing down 2024-11-21T02:26:00,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,078 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:00,078 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:00,079 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:00,079 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:00,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742175_1354 (size=753) 2024-11-21T02:26:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742174_1353 (size=753) 2024-11-21T02:26:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742174_1353 (size=753) 2024-11-21T02:26:00,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742175_1354 (size=753) 2024-11-21T02:26:00,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,491 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:26:00,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:26:00,492 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:00,492 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8, size=1.4 K (1413bytes) at 1732155960067Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8 so closing down at 1732155960073 (+6 ms)3 split writer threads finished at 1732155960073Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155960079 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155960079Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960491 (+412 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960491Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155960492 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155960492Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155960492 2024-11-21T02:26:00,498 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.8 2024-11-21T02:26:00,498 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:26:00,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9 2024-11-21T02:26:00,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9 after 0ms 2024-11-21T02:26:00,500 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9 took 2ms 2024-11-21T02:26:00,501 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9 so closing down 2024-11-21T02:26:00,501 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,501 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,508 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:00,508 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:00,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:00,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742176_1355 (size=753) 2024-11-21T02:26:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742176_1355 (size=753) 2024-11-21T02:26:00,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742177_1356 (size=753) 2024-11-21T02:26:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742177_1356 (size=753) 2024-11-21T02:26:00,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,516 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:26:00,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:26:00,517 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:00,518 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9, size=1.4 K (1413bytes) at 1732155960498Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9 so closing down at 1732155960501 (+3 ms)3 split writer threads finished at 1732155960501Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155960510 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155960510Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960515 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960516 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155960516Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155960517 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155960517 2024-11-21T02:26:00,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.9 2024-11-21T02:26:00,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty, size=93 (93bytes) 2024-11-21T02:26:00,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty 2024-11-21T02:26:00,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty after 1ms 2024-11-21T02:26:00,522 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty took 2ms 2024-11-21T02:26:00,524 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty so closing down 2024-11-21T02:26:00,524 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,524 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,524 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T02:26:00,525 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty, size=93 (93bytes) at 1732155960519Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty so closing down at 1732155960524 (+5 ms)3 split writer threads finished at 1732155960524Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1732155960524 2024-11-21T02:26:00,526 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/WALs/testemptylogfiles,16010,1732155957134/wal.dat.empty to hdfs://localhost:37677/user/jenkins/test-data/d16c2abc-6ba3-e31f-dfcb-2f63422ced20/oldWALs/wal.dat.empty 2024-11-21T02:26:00,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=143 (was 143), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=568 (was 522) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2466 (was 2767) 2024-11-21T02:26:00,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=568, ProcessCount=11, AvailableMemoryMB=2463 2024-11-21T02:26:00,588 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742178_1357 (size=7) 2024-11-21T02:26:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742178_1357 (size=7) 2024-11-21T02:26:00,600 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:00,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:00,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:00,606 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:00,606 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:26:00,606 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:26:00,607 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:26:00,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742179_1358 (size=1393) 2024-11-21T02:26:00,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742179_1358 (size=1393) 2024-11-21T02:26:00,625 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:26:00,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:26:00,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742180_1359 (size=1393) 2024-11-21T02:26:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742180_1359 (size=1393) 2024-11-21T02:26:00,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:26:00,638 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:26:00,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742181_1360 (size=1393) 2024-11-21T02:26:00,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742181_1360 (size=1393) 2024-11-21T02:26:00,656 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:26:00,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:26:00,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742182_1361 (size=1393) 2024-11-21T02:26:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742182_1361 (size=1393) 2024-11-21T02:26:00,676 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:26:00,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:26:00,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742183_1362 (size=1393) 2024-11-21T02:26:00,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742183_1362 (size=1393) 2024-11-21T02:26:00,689 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:26:00,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:26:00,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742184_1363 (size=1393) 2024-11-21T02:26:00,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742184_1363 (size=1393) 2024-11-21T02:26:00,704 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:26:00,704 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:26:00,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742185_1364 (size=1405) 2024-11-21T02:26:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742185_1364 (size=1405) 2024-11-21T02:26:00,714 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:26:00,714 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:26:00,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742186_1365 (size=1413) 2024-11-21T02:26:00,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742186_1365 (size=1413) 2024-11-21T02:26:00,725 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:26:00,725 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:26:00,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742187_1366 (size=1413) 2024-11-21T02:26:00,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742187_1366 (size=1413) 2024-11-21T02:26:00,745 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:26:00,745 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:26:00,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:00,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742188_1367 (size=1413) 2024-11-21T02:26:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742188_1367 (size=1413) 2024-11-21T02:26:00,766 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:26:00,793 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:26:00,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0 2024-11-21T02:26:00,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0 after 0ms 2024-11-21T02:26:00,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0 took 2ms 2024-11-21T02:26:00,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0 so closing down 2024-11-21T02:26:00,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,800 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:00,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:00,810 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:00,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742189_1368 (size=743) 2024-11-21T02:26:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742189_1368 (size=743) 2024-11-21T02:26:00,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742190_1369 (size=743) 2024-11-21T02:26:00,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742190_1369 (size=743) 2024-11-21T02:26:00,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:26:00,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:26:00,821 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:00,821 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0, size=1.4 K (1393bytes) at 1732155960793Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0 so closing down at 1732155960798 (+5 ms)3 split writer threads finished at 1732155960800 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155960808 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155960812 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960820 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960821 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155960821Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155960821Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155960821 2024-11-21T02:26:00,823 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.0 2024-11-21T02:26:00,823 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:26:00,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1 2024-11-21T02:26:00,823 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1 after 0ms 2024-11-21T02:26:00,825 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1 took 1ms 2024-11-21T02:26:00,826 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1 so closing down 2024-11-21T02:26:00,826 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,826 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:00,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:00,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:00,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:00,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742192_1371 (size=743) 2024-11-21T02:26:00,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742191_1370 (size=743) 2024-11-21T02:26:00,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742192_1371 (size=743) 2024-11-21T02:26:00,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742191_1370 (size=743) 2024-11-21T02:26:00,834 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:26:00,835 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:26:00,836 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:00,836 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1, size=1.4 K (1393bytes) at 1732155960823Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1 so closing down at 1732155960826 (+3 ms)3 split writer threads finished at 1732155960826Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155960830 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155960830Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960834 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960835 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155960835Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155960835Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155960836 (+1 ms) 2024-11-21T02:26:00,837 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.1 2024-11-21T02:26:00,837 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:26:00,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2 2024-11-21T02:26:00,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2 after 1ms 2024-11-21T02:26:00,839 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2 took 2ms 2024-11-21T02:26:00,840 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2 so closing down 2024-11-21T02:26:00,840 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,840 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,842 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:00,842 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:00,843 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:00,843 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:00,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742194_1373 (size=743) 2024-11-21T02:26:00,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742193_1372 (size=743) 2024-11-21T02:26:00,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742193_1372 (size=743) 2024-11-21T02:26:00,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742194_1373 (size=743) 2024-11-21T02:26:00,851 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:26:00,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:26:00,852 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:00,853 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2, size=1.4 K (1393bytes) at 1732155960837Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2 so closing down at 1732155960840 (+3 ms)3 split writer threads finished at 1732155960840Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155960843 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155960843Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960851 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960851Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155960852 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155960852Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155960852 2024-11-21T02:26:00,854 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.2 2024-11-21T02:26:00,854 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:26:00,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3 2024-11-21T02:26:00,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3 after 1ms 2024-11-21T02:26:00,856 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3 took 2ms 2024-11-21T02:26:00,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3 so closing down 2024-11-21T02:26:00,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,858 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,861 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:00,861 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:00,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:00,862 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:00,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742196_1375 (size=743) 2024-11-21T02:26:00,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742195_1374 (size=743) 2024-11-21T02:26:00,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742195_1374 (size=743) 2024-11-21T02:26:00,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742196_1375 (size=743) 2024-11-21T02:26:00,872 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:26:00,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:26:00,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:00,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3, size=1.4 K (1393bytes) at 1732155960854Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3 so closing down at 1732155960858 (+4 ms)3 split writer threads finished at 1732155960858Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155960862 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155960862Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960872 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960872Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155960873 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155960873Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155960873 2024-11-21T02:26:00,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.3 2024-11-21T02:26:00,875 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:26:00,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4 2024-11-21T02:26:00,875 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4 after 0ms 2024-11-21T02:26:00,877 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4 took 3ms 2024-11-21T02:26:00,878 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4 so closing down 2024-11-21T02:26:00,878 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,878 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,880 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:00,880 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:00,881 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:00,881 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742197_1376 (size=743) 2024-11-21T02:26:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742198_1377 (size=743) 2024-11-21T02:26:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742198_1377 (size=743) 2024-11-21T02:26:00,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742197_1376 (size=743) 2024-11-21T02:26:00,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:26:00,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:26:00,890 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:00,890 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4, size=1.4 K (1393bytes) at 1732155960875Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4 so closing down at 1732155960878 (+3 ms)3 split writer threads finished at 1732155960878Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155960881 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155960881Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960888 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960888Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155960890 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155960890Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155960890 2024-11-21T02:26:00,891 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.4 2024-11-21T02:26:00,891 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:26:00,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5 2024-11-21T02:26:00,891 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5 after 0ms 2024-11-21T02:26:00,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5 took 2ms 2024-11-21T02:26:00,894 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5 so closing down 2024-11-21T02:26:00,894 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,894 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,895 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:00,895 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:00,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:00,896 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:00,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742199_1378 (size=743) 2024-11-21T02:26:00,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742199_1378 (size=743) 2024-11-21T02:26:00,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742200_1379 (size=743) 2024-11-21T02:26:00,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742200_1379 (size=743) 2024-11-21T02:26:00,900 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,900 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,901 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:26:00,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T02:26:00,901 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:00,901 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5, size=1.4 K (1393bytes) at 1732155960891Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5 so closing down at 1732155960894 (+3 ms)3 split writer threads finished at 1732155960894Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155960896 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155960896Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960900 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960900Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155960901 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732155960901Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155960901 2024-11-21T02:26:00,902 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.5 2024-11-21T02:26:00,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:26:00,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6 2024-11-21T02:26:00,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6 after 1ms 2024-11-21T02:26:00,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6 took 2ms 2024-11-21T02:26:00,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6 so closing down 2024-11-21T02:26:00,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:00,907 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:00,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:00,908 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:00,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742202_1381 (size=749) 2024-11-21T02:26:00,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742202_1381 (size=749) 2024-11-21T02:26:00,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,915 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:26:00,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742201_1380 (size=749) 2024-11-21T02:26:00,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742201_1380 (size=749) 2024-11-21T02:26:00,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:26:00,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:26:00,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6, size=1.4 K (1405bytes) at 1732155960902Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6 so closing down at 1732155960905 (+3 ms)3 split writer threads finished at 1732155960905Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155960908 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155960908Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960914 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155960915 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960921 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155960922 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155960922 2024-11-21T02:26:00,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.6 2024-11-21T02:26:00,924 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:26:00,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7 2024-11-21T02:26:00,924 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7 after 0ms 2024-11-21T02:26:00,926 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7 took 2ms 2024-11-21T02:26:00,928 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7 so closing down 2024-11-21T02:26:00,928 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,928 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,929 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:00,929 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:00,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:00,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742203_1382 (size=753) 2024-11-21T02:26:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742203_1382 (size=753) 2024-11-21T02:26:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742204_1383 (size=753) 2024-11-21T02:26:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742204_1383 (size=753) 2024-11-21T02:26:00,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:26:00,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:26:00,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:00,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7, size=1.4 K (1413bytes) at 1732155960924Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7 so closing down at 1732155960928 (+4 ms)3 split writer threads finished at 1732155960928Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155960932 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155960932Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960937 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960937Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155960938 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155960938Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155960938 2024-11-21T02:26:00,940 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.7 2024-11-21T02:26:00,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:26:00,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8 2024-11-21T02:26:00,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8 after 0ms 2024-11-21T02:26:00,942 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8 took 2ms 2024-11-21T02:26:00,943 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8 so closing down 2024-11-21T02:26:00,943 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,943 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:00,945 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:00,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:00,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742206_1385 (size=753) 2024-11-21T02:26:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742206_1385 (size=753) 2024-11-21T02:26:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742205_1384 (size=753) 2024-11-21T02:26:00,951 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742205_1384 (size=753) 2024-11-21T02:26:00,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,953 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:26:00,953 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:26:00,953 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:00,953 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8, size=1.4 K (1413bytes) at 1732155960940Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8 so closing down at 1732155960943 (+3 ms)3 split writer threads finished at 1732155960943Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155960946 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155960946Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960951 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960952 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155960953 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155960953Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155960953 2024-11-21T02:26:00,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.8 2024-11-21T02:26:00,955 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:26:00,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9 2024-11-21T02:26:00,955 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9 after 0ms 2024-11-21T02:26:00,957 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9 took 2ms 2024-11-21T02:26:00,958 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9 so closing down 2024-11-21T02:26:00,958 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:00,958 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:00,960 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:00,960 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:00,961 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:00,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742208_1387 (size=753) 2024-11-21T02:26:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742208_1387 (size=753) 2024-11-21T02:26:00,965 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742207_1386 (size=753) 2024-11-21T02:26:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742207_1386 (size=753) 2024-11-21T02:26:00,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:26:01,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:01,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:26:01,366 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:01,366 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9, size=1.4 K (1413bytes) at 1732155960955Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9 so closing down at 1732155960958 (+3 ms)3 split writer threads finished at 1732155960958Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155960961 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155960961Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155960965 (+4 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155960966 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155961365 (+399 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155961366 (+1 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155961366 2024-11-21T02:26:01,368 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1732155960606/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/f064ce3b-9d10-fe48-1f44-de7d266e8f8a/oldWALs/wal.dat.9 2024-11-21T02:26:01,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=143 (was 143), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=568 (was 568), ProcessCount=11 (was 11), AvailableMemoryMB=2454 (was 2463) 2024-11-21T02:26:01,385 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=568, ProcessCount=11, AvailableMemoryMB=2453 2024-11-21T02:26:01,385 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742209_1388 (size=7) 2024-11-21T02:26:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742209_1388 (size=7) 2024-11-21T02:26:01,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:01,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:01,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:01,397 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:01,402 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:37677/user/jenkins/test-data/3150cf7b-4a22-d493-40fe-544e9c263323/data/hbase/meta/1588230740/recovered.edits 2024-11-21T02:26:01,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=143 (was 143), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=568 (was 568), ProcessCount=11 (was 11), AvailableMemoryMB=2453 (was 2453) 2024-11-21T02:26:01,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=568, ProcessCount=11, AvailableMemoryMB=2454 2024-11-21T02:26:01,426 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:01,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742210_1389 (size=7) 2024-11-21T02:26:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742210_1389 (size=7) 2024-11-21T02:26:01,435 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:01,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:01,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:01,439 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:01,439 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-21T02:26:01,441 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:26:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-21T02:26:01,442 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-21T02:26:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742211_1390 (size=818) 2024-11-21T02:26:01,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742211_1390 (size=818) 2024-11-21T02:26:01,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5, size=818 (818bytes) 2024-11-21T02:26:01,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5 2024-11-21T02:26:01,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5 after 0ms 2024-11-21T02:26:01,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5 took 2ms 2024-11-21T02:26:01,467 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5 so closing down 2024-11-21T02:26:01,467 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:01,467 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:01,469 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-21T02:26:01,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-21T02:26:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742212_1391 (size=783) 2024-11-21T02:26:01,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742212_1391 (size=783) 2024-11-21T02:26:01,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-21T02:26:01,478 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-21T02:26:01,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-21T02:26:01,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5, size=818 (818bytes) at 1732155961463Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5 so closing down at 1732155961467 (+4 ms)3 split writer threads finished at 1732155961467Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1732155961470 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1732155961477 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1732155961478 (+1 ms)Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1732155961478 2024-11-21T02:26:01,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/WALs/testemptywaledit,16010,1732155961439/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/95ae9a63-c6ef-0074-28ef-bf2f1565a6dd/oldWALs/wal.dat.5 2024-11-21T02:26:01,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=143 (was 143), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=568 (was 568), ProcessCount=11 (was 11), AvailableMemoryMB=2453 (was 2454) 2024-11-21T02:26:01,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=143, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=568, ProcessCount=11, AvailableMemoryMB=2453 2024-11-21T02:26:01,498 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742213_1392 (size=7) 2024-11-21T02:26:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742213_1392 (size=7) 2024-11-21T02:26:01,505 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:01,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:01,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:01,509 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:01,509 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:26:01,509 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:26:01,510 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742214_1393 (size=1393) 2024-11-21T02:26:01,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742214_1393 (size=1393) 2024-11-21T02:26:01,521 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:26:01,521 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:26:01,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742215_1394 (size=1393) 2024-11-21T02:26:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742215_1394 (size=1393) 2024-11-21T02:26:01,530 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:26:01,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:26:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742216_1395 (size=1393) 2024-11-21T02:26:01,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742216_1395 (size=1393) 2024-11-21T02:26:01,539 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:26:01,540 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:26:01,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742217_1396 (size=1393) 2024-11-21T02:26:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742217_1396 (size=1393) 2024-11-21T02:26:01,548 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:26:01,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742218_1397 (size=1393) 2024-11-21T02:26:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742218_1397 (size=1393) 2024-11-21T02:26:01,557 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:26:01,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742219_1398 (size=1393) 2024-11-21T02:26:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742219_1398 (size=1393) 2024-11-21T02:26:01,566 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:26:01,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742220_1399 (size=1405) 2024-11-21T02:26:01,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742220_1399 (size=1405) 2024-11-21T02:26:01,976 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:26:01,976 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:26:01,977 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,977 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:01,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742221_1400 (size=1413) 2024-11-21T02:26:01,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742221_1400 (size=1413) 2024-11-21T02:26:01,994 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:26:01,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:26:01,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:01,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742222_1401 (size=1413) 2024-11-21T02:26:02,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742222_1401 (size=1413) 2024-11-21T02:26:02,007 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:26:02,007 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:26:02,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:02,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742223_1402 (size=1413) 2024-11-21T02:26:02,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742223_1402 (size=1413) 2024-11-21T02:26:02,420 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:26:02,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:26:02,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0 2024-11-21T02:26:02,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0 after 0ms 2024-11-21T02:26:02,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0 took 3ms 2024-11-21T02:26:02,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0 so closing down 2024-11-21T02:26:02,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:02,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:02,469 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:02,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:02,470 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:02,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742225_1404 (size=743) 2024-11-21T02:26:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742225_1404 (size=743) 2024-11-21T02:26:02,491 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:02,492 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:26:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742226_1405 (size=743) 2024-11-21T02:26:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742226_1405 (size=743) 2024-11-21T02:26:02,495 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:02,497 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:26:02,497 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:02,497 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0, size=1.4 K (1393bytes) at 1732155962453Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0 so closing down at 1732155962466 (+13 ms)3 split writer threads finished at 1732155962466Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155962470 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155962471 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155962491 (+20 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155962492 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155962495 (+3 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155962497 (+2 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155962497 2024-11-21T02:26:02,499 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/oldWALs/wal.dat.0 2024-11-21T02:26:02,499 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:26:02,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1 2024-11-21T02:26:02,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1 after 1ms 2024-11-21T02:26:02,502 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1 took 2ms 2024-11-21T02:26:02,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1 so closing down 2024-11-21T02:26:02,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:02,509 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:02,512 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:02,512 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:02,514 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:02,515 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742228_1407 (size=743) 2024-11-21T02:26:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742228_1407 (size=743) 2024-11-21T02:26:02,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:02,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742227_1406 (size=743) 2024-11-21T02:26:02,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:26:02,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742227_1406 (size=743) 2024-11-21T02:26:02,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:02,569 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:26:02,569 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:02,569 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1, size=1.4 K (1393bytes) at 1732155962499Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1 so closing down at 1732155962509 (+10 ms)3 split writer threads finished at 1732155962509Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155962514 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155962515 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155962553 (+38 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155962556 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155962565 (+9 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155962569 (+4 ms)Processed 20 edits across 2 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155962569 2024-11-21T02:26:02,571 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/oldWALs/wal.dat.1 2024-11-21T02:26:02,572 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:26:02,572 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2 2024-11-21T02:26:02,573 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2 after 1ms 2024-11-21T02:26:02,576 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2 took 4ms 2024-11-21T02:26:02,590 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2 so closing down 2024-11-21T02:26:02,590 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:02,590 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:02,596 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:02,596 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:02,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:02,600 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742230_1409 (size=743) 2024-11-21T02:26:02,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742230_1409 (size=743) 2024-11-21T02:26:02,616 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:26:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742229_1408 (size=743) 2024-11-21T02:26:02,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742229_1408 (size=743) 2024-11-21T02:26:02,622 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:02,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:26:02,624 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:02,624 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2, size=1.4 K (1393bytes) at 1732155962572Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2 so closing down at 1732155962590 (+18 ms)3 split writer threads finished at 1732155962590Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155962597 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155962600 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155962614 (+14 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155962616 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155962622 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155962624 (+2 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155962624 2024-11-21T02:26:02,627 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/oldWALs/wal.dat.2 2024-11-21T02:26:02,628 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:26:02,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3 2024-11-21T02:26:02,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3 after 0ms 2024-11-21T02:26:02,630 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3 took 2ms 2024-11-21T02:26:02,631 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3 so closing down 2024-11-21T02:26:02,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:02,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:02,634 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:02,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:02,638 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:02,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:02,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742231_1410 (size=743) 2024-11-21T02:26:02,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742231_1410 (size=743) 2024-11-21T02:26:02,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742232_1411 (size=743) 2024-11-21T02:26:02,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742232_1411 (size=743) 2024-11-21T02:26:02,659 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:02,660 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:26:03,054 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:03,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:26:03,056 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:03,056 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3, size=1.4 K (1393bytes) at 1732155962628Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3 so closing down at 1732155962631 (+3 ms)3 split writer threads finished at 1732155962631Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155962636 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155962640 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155962659 (+19 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155962660 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155963054 (+394 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155963055 (+1 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155963056 (+1 ms) 2024-11-21T02:26:03,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/oldWALs/wal.dat.3 2024-11-21T02:26:03,057 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:26:03,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4 2024-11-21T02:26:03,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4 after 1ms 2024-11-21T02:26:03,060 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4 took 3ms 2024-11-21T02:26:03,061 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4 so closing down 2024-11-21T02:26:03,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:03,061 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:03,062 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:03,062 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:03,063 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:03,063 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742233_1412 (size=743) 2024-11-21T02:26:03,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742233_1412 (size=743) 2024-11-21T02:26:03,073 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742234_1413 (size=743) 2024-11-21T02:26:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742234_1413 (size=743) 2024-11-21T02:26:03,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:03,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:26:03,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:26:03,075 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:03,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4, size=1.4 K (1393bytes) at 1732155963057Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4 so closing down at 1732155963061 (+4 ms)3 split writer threads finished at 1732155963061Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155963063 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155963063Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155963073 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155963074 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155963075 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155963075Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155963075 2024-11-21T02:26:03,076 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/oldWALs/wal.dat.4 2024-11-21T02:26:03,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5, size=1.4 K (1394bytes) 2024-11-21T02:26:03,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 2024-11-21T02:26:03,077 WARN [IPC Server handler 0 on default port 37677 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1414 for block blk_1073742224_1403 2024-11-21T02:26:03,077 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 after 0ms 2024-11-21T02:26:03,344 WARN [ResponseProcessor for block BP-249380268-172.17.0.2-1732155905762:blk_1073742224_1403 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-249380268-172.17.0.2-1732155905762:blk_1073742224_1403 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:26:03,344 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2139867783_22 at /127.0.0.1:60356 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:33221:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60356 dst: /127.0.0.1:33221 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:26:03,344 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2139867783_22 at /127.0.0.1:58712 [Receiving block BP-249380268-172.17.0.2-1732155905762:blk_1073742224_1403] {}] datanode.DataXceiver(331): 127.0.0.1:46831:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58712 dst: /127.0.0.1:46831 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46831 remote=/127.0.0.1:58712]. Total timeout mills is 60000, 59085 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:26:03,344 WARN [DataStreamer for file /user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 block BP-249380268-172.17.0.2-1732155905762:blk_1073742224_1403 {}] hdfs.DataStreamer(1731): Error Recovery for BP-249380268-172.17.0.2-1732155905762:blk_1073742224_1403 in pipeline [DatanodeInfoWithStorage[127.0.0.1:46831,DS-b2b1943f-b522-401c-9f15-2cec886f3964,DISK], DatanodeInfoWithStorage[127.0.0.1:33221,DS-39b989e0-dcd9-4571-99d1-2feacc764653,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:46831,DS-b2b1943f-b522-401c-9f15-2cec886f3964,DISK]) is bad. 2024-11-21T02:26:03,345 WARN [DataStreamer for file /user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 block BP-249380268-172.17.0.2-1732155905762:blk_1073742224_1403 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-249380268-172.17.0.2-1732155905762:blk_1073742224_1403 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-21T02:26:03,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742224_1414 (size=1394) 2024-11-21T02:26:03,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742224_1414 (size=1394) 2024-11-21T02:26:07,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 after 4001ms 2024-11-21T02:26:07,080 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 took 4004ms 2024-11-21T02:26:07,082 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:07,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 so closing down 2024-11-21T02:26:07,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:07,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:07,086 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:07,086 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:07,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:07,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:07,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742235_1415 (size=353) 2024-11-21T02:26:07,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742236_1416 (size=418) 2024-11-21T02:26:07,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742236_1416 (size=418) 2024-11-21T02:26:07,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742235_1415 (size=353) 2024-11-21T02:26:07,100 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-21T02:26:07,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T02:26:07,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-21T02:26:07,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5, size=1.4 K (1394bytes) at 1732155963077Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 so closing down at 1732155967083 (+4006 ms)3 split writer threads finished at 1732155967083Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155967088 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155967088Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1732155967100 (+12 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1732155967102 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155967498 (+396 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732155967502 (+4 ms)Processed 9 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1732155967503 (+1 ms) 2024-11-21T02:26:07,506 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/corrupt/wal.dat.5 2024-11-21T02:26:07,507 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:26:07,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6 2024-11-21T02:26:07,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6 after 0ms 2024-11-21T02:26:07,509 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6 took 3ms 2024-11-21T02:26:07,510 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6 so closing down 2024-11-21T02:26:07,510 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:07,510 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:07,511 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:07,511 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:07,512 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:07,512 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742238_1418 (size=749) 2024-11-21T02:26:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742237_1417 (size=749) 2024-11-21T02:26:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742238_1418 (size=749) 2024-11-21T02:26:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742237_1417 (size=749) 2024-11-21T02:26:07,517 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,518 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:26:07,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:26:07,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:26:07,518 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6, size=1.4 K (1405bytes) at 1732155967507Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6 so closing down at 1732155967510 (+3 ms)3 split writer threads finished at 1732155967510Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155967512 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155967512Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155967517 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155967517Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155967518 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155967518Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155967518 2024-11-21T02:26:07,519 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/oldWALs/wal.dat.6 2024-11-21T02:26:07,519 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:26:07,519 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7 2024-11-21T02:26:07,520 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7 after 0ms 2024-11-21T02:26:07,521 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7 took 2ms 2024-11-21T02:26:07,522 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7 so closing down 2024-11-21T02:26:07,522 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:07,522 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:07,524 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:07,524 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:07,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:07,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:07,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742240_1420 (size=753) 2024-11-21T02:26:07,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742240_1420 (size=753) 2024-11-21T02:26:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742239_1419 (size=753) 2024-11-21T02:26:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742239_1419 (size=753) 2024-11-21T02:26:07,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:26:07,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:26:07,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:07,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7, size=1.4 K (1413bytes) at 1732155967519Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7 so closing down at 1732155967522 (+3 ms)3 split writer threads finished at 1732155967522Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155967524 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155967524Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155967528 (+4 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155967529 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155967929 (+400 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155967930 (+1 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155967930 2024-11-21T02:26:07,932 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/oldWALs/wal.dat.7 2024-11-21T02:26:07,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:26:07,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8 2024-11-21T02:26:07,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8 after 0ms 2024-11-21T02:26:07,935 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8 took 3ms 2024-11-21T02:26:07,936 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8 so closing down 2024-11-21T02:26:07,936 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:07,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:07,938 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:07,938 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:07,939 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:07,939 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742242_1422 (size=753) 2024-11-21T02:26:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742242_1422 (size=753) 2024-11-21T02:26:07,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,948 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:26:07,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742241_1421 (size=753) 2024-11-21T02:26:07,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742241_1421 (size=753) 2024-11-21T02:26:07,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:26:07,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:07,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8, size=1.4 K (1413bytes) at 1732155967932Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8 so closing down at 1732155967936 (+4 ms)3 split writer threads finished at 1732155967936Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155967939 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155967939Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155967946 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155967948 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155967949 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155967951 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155967951 2024-11-21T02:26:07,953 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/oldWALs/wal.dat.8 2024-11-21T02:26:07,953 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:26:07,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9 2024-11-21T02:26:07,953 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9 after 0ms 2024-11-21T02:26:07,955 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9 took 2ms 2024-11-21T02:26:07,956 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9 so closing down 2024-11-21T02:26:07,956 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:07,956 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:07,958 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:07,964 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:07,966 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:07,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:07,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742243_1423 (size=753) 2024-11-21T02:26:07,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742243_1423 (size=753) 2024-11-21T02:26:07,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:26:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742244_1424 (size=753) 2024-11-21T02:26:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742244_1424 (size=753) 2024-11-21T02:26:07,988 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:07,989 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:26:07,990 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:07,990 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9, size=1.4 K (1413bytes) at 1732155967953Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9 so closing down at 1732155967956 (+3 ms)3 split writer threads finished at 1732155967956Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155967964 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155967972 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155967986 (+14 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155967987 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155967988 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155967989 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155967990 (+1 ms) 2024-11-21T02:26:07,991 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1732155961509/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/44fbd0dc-f340-3eaf-583b-749133cecddf/oldWALs/wal.dat.9 2024-11-21T02:26:08,053 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=141 (was 143), OpenFileDescriptor=395 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 568) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2097 (was 2453) 2024-11-21T02:26:08,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=2097 2024-11-21T02:26:08,059 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:08,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742245_1425 (size=7) 2024-11-21T02:26:08,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742245_1425 (size=7) 2024-11-21T02:26:08,066 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:08,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:08,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:08,070 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:08,070 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-21T02:26:08,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:26:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742246_1426 (size=863) 2024-11-21T02:26:08,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742246_1426 (size=863) 2024-11-21T02:26:08,078 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:26:08,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742247_1427 (size=823) 2024-11-21T02:26:08,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742247_1427 (size=823) 2024-11-21T02:26:08,102 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0, size=823 (823bytes) 2024-11-21T02:26:08,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0 2024-11-21T02:26:08,102 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0 after 0ms 2024-11-21T02:26:08,104 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0 took 2ms 2024-11-21T02:26:08,108 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0; continuing. 2024-11-21T02:26:08,108 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0 so closing down 2024-11-21T02:26:08,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,108 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,110 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:08,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:08,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742248_1428 (size=786) 2024-11-21T02:26:08,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742248_1428 (size=786) 2024-11-21T02:26:08,115 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,116 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-21T02:26:08,117 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-21T02:26:08,117 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0, size=823 (823bytes) at 1732155968102Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0 so closing down at 1732155968108 (+6 ms)3 split writer threads finished at 1732155968108Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155968111 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155968115 (+4 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1732155968116 (+1 ms)Processed 9 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1732155968117 (+1 ms) 2024-11-21T02:26:08,118 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/WALs/testeofisignored,16010,1732155968070/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/a8568df8-9398-3a12-68e6-6971935010d6/oldWALs/wal.dat.0 2024-11-21T02:26:08,129 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=141 (was 141), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=2097 (was 2097) 2024-11-21T02:26:08,137 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=2097 2024-11-21T02:26:08,137 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:08,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742249_1429 (size=7) 2024-11-21T02:26:08,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742249_1429 (size=7) 2024-11-21T02:26:08,143 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:08,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:08,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:08,146 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:08,146 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-21T02:26:08,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-21T02:26:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742250_1430 (size=93) 2024-11-21T02:26:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742250_1430 (size=93) 2024-11-21T02:26:08,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty, size=93 (93bytes) 2024-11-21T02:26:08,167 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty 2024-11-21T02:26:08,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty after 1ms 2024-11-21T02:26:08,169 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty took 2ms 2024-11-21T02:26:08,170 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty so closing down 2024-11-21T02:26:08,170 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,170 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-21T02:26:08,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty, size=93 (93bytes) at 1732155968167Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty so closing down at 1732155968170 (+3 ms)3 split writer threads finished at 1732155968170Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1732155968170 2024-11-21T02:26:08,172 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/WALs/testsplitlogfileempty,16010,1732155968146/wal.dat..empty to hdfs://localhost:37677/user/jenkins/test-data/2714e941-b310-c533-da80-7515d2354b16/oldWALs/wal.dat..empty 2024-11-21T02:26:08,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=141 (was 141), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=2097 (was 2097) 2024-11-21T02:26:08,194 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=2097 2024-11-21T02:26:08,195 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:08,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742251_1431 (size=7) 2024-11-21T02:26:08,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742251_1431 (size=7) 2024-11-21T02:26:08,200 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:08,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:08,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:08,203 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:08,203 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:26:08,204 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:26:08,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:26:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742252_1432 (size=1393) 2024-11-21T02:26:08,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742252_1432 (size=1393) 2024-11-21T02:26:08,213 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:26:08,213 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:26:08,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,217 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,217 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,218 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742253_1433 (size=1393) 2024-11-21T02:26:08,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742253_1433 (size=1393) 2024-11-21T02:26:08,222 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:26:08,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:26:08,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742254_1434 (size=1393) 2024-11-21T02:26:08,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742254_1434 (size=1393) 2024-11-21T02:26:08,232 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:26:08,232 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:26:08,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742255_1435 (size=1393) 2024-11-21T02:26:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742255_1435 (size=1393) 2024-11-21T02:26:08,243 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:26:08,243 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:26:08,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,257 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,258 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742256_1436 (size=1393) 2024-11-21T02:26:08,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742256_1436 (size=1393) 2024-11-21T02:26:08,263 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:26:08,263 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:26:08,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,264 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742257_1437 (size=1393) 2024-11-21T02:26:08,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742257_1437 (size=1393) 2024-11-21T02:26:08,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:26:08,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:26:08,274 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,274 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,280 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,281 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742258_1438 (size=1405) 2024-11-21T02:26:08,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742258_1438 (size=1405) 2024-11-21T02:26:08,283 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:26:08,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:26:08,284 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,284 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,289 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,290 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742259_1439 (size=1413) 2024-11-21T02:26:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742259_1439 (size=1413) 2024-11-21T02:26:08,293 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:26:08,293 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:26:08,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,301 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,301 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742260_1440 (size=1413) 2024-11-21T02:26:08,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742260_1440 (size=1413) 2024-11-21T02:26:08,302 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:26:08,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:26:08,303 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,303 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,315 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,315 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,316 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742261_1441 (size=1413) 2024-11-21T02:26:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742261_1441 (size=1413) 2024-11-21T02:26:08,318 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:26:08,345 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:26:08,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0 2024-11-21T02:26:08,345 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0 after 0ms 2024-11-21T02:26:08,347 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0 took 3ms 2024-11-21T02:26:08,349 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0 so closing down 2024-11-21T02:26:08,349 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,349 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,354 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:08,360 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:08,360 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:08,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742263_1443 (size=743) 2024-11-21T02:26:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742263_1443 (size=743) 2024-11-21T02:26:08,375 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742262_1442 (size=743) 2024-11-21T02:26:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742262_1442 (size=743) 2024-11-21T02:26:08,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-21T02:26:08,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:26:08,382 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:08,382 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0, size=1.4 K (1393bytes) at 1732155968345Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0 so closing down at 1732155968349 (+4 ms)3 split writer threads finished at 1732155968349Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155968360 (+11 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155968364 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968375 (+11 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1732155968380 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968381 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155968382 (+1 ms)Processed 20 edits across 2 Regions in 35 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155968382 2024-11-21T02:26:08,384 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.0 2024-11-21T02:26:08,384 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:26:08,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1 2024-11-21T02:26:08,384 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1 after 0ms 2024-11-21T02:26:08,386 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1 took 2ms 2024-11-21T02:26:08,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1 so closing down 2024-11-21T02:26:08,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,388 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,390 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:08,390 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:08,391 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:08,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742264_1444 (size=743) 2024-11-21T02:26:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742264_1444 (size=743) 2024-11-21T02:26:08,395 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-21T02:26:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742265_1445 (size=743) 2024-11-21T02:26:08,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742265_1445 (size=743) 2024-11-21T02:26:08,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:26:08,402 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:08,402 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1, size=1.4 K (1393bytes) at 1732155968384Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1 so closing down at 1732155968387 (+3 ms)3 split writer threads finished at 1732155968388 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155968391 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155968392 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968395 (+3 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1732155968398 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968400 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155968401 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155968402 (+1 ms) 2024-11-21T02:26:08,403 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.1 2024-11-21T02:26:08,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:26:08,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2 2024-11-21T02:26:08,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2 after 0ms 2024-11-21T02:26:08,405 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2 took 2ms 2024-11-21T02:26:08,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2 so closing down 2024-11-21T02:26:08,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,406 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,410 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:08,410 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:08,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:08,411 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:08,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742267_1447 (size=743) 2024-11-21T02:26:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742267_1447 (size=743) 2024-11-21T02:26:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742266_1446 (size=743) 2024-11-21T02:26:08,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742266_1446 (size=743) 2024-11-21T02:26:08,423 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:26:08,821 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,822 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-21T02:26:08,823 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:08,823 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2, size=1.4 K (1393bytes) at 1732155968403Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2 so closing down at 1732155968406 (+3 ms)3 split writer threads finished at 1732155968406Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155968411 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155968411Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968423 (+12 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155968424 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968821 (+397 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1732155968822 (+1 ms)Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155968823 (+1 ms) 2024-11-21T02:26:08,824 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.2 2024-11-21T02:26:08,825 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:26:08,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3 2024-11-21T02:26:08,825 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3 after 0ms 2024-11-21T02:26:08,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3 took 2ms 2024-11-21T02:26:08,828 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3 so closing down 2024-11-21T02:26:08,828 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,828 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,829 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:08,829 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:08,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:08,830 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:08,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742269_1449 (size=743) 2024-11-21T02:26:08,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742269_1449 (size=743) 2024-11-21T02:26:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742268_1448 (size=743) 2024-11-21T02:26:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742268_1448 (size=743) 2024-11-21T02:26:08,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,840 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:26:08,841 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-21T02:26:08,841 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:08,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3, size=1.4 K (1393bytes) at 1732155968825Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3 so closing down at 1732155968828 (+3 ms)3 split writer threads finished at 1732155968828Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155968830 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155968830Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968839 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968840 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155968841 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1732155968841Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155968841 2024-11-21T02:26:08,843 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.3 2024-11-21T02:26:08,843 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:26:08,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4 2024-11-21T02:26:08,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4 after 1ms 2024-11-21T02:26:08,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4 took 2ms 2024-11-21T02:26:08,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4 so closing down 2024-11-21T02:26:08,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,848 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,850 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:08,852 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:08,852 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:08,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742270_1450 (size=743) 2024-11-21T02:26:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742270_1450 (size=743) 2024-11-21T02:26:08,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742271_1451 (size=743) 2024-11-21T02:26:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742271_1451 (size=743) 2024-11-21T02:26:08,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:26:08,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-21T02:26:08,858 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:08,858 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4, size=1.4 K (1393bytes) at 1732155968843Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4 so closing down at 1732155968847 (+4 ms)3 split writer threads finished at 1732155968848 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155968852 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155968853 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968857 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968858 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155968858Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1732155968858Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155968858 2024-11-21T02:26:08,859 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.4 2024-11-21T02:26:08,860 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:26:08,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5 2024-11-21T02:26:08,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5 after 0ms 2024-11-21T02:26:08,861 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5 took 1ms 2024-11-21T02:26:08,862 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5 so closing down 2024-11-21T02:26:08,862 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,863 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,864 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:08,864 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:08,865 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:08,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742273_1453 (size=743) 2024-11-21T02:26:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742273_1453 (size=743) 2024-11-21T02:26:08,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742272_1452 (size=743) 2024-11-21T02:26:08,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742272_1452 (size=743) 2024-11-21T02:26:08,876 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:26:08,880 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,882 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-21T02:26:08,882 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-21T02:26:08,882 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5, size=1.4 K (1393bytes) at 1732155968860Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5 so closing down at 1732155968862 (+2 ms)3 split writer threads finished at 1732155968863 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155968865 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155968865Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968876 (+11 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155968878 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968880 (+2 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1732155968882 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1732155968882 2024-11-21T02:26:08,884 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.5 2024-11-21T02:26:08,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:26:08,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6 2024-11-21T02:26:08,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6 after 0ms 2024-11-21T02:26:08,886 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6 took 2ms 2024-11-21T02:26:08,887 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6 so closing down 2024-11-21T02:26:08,887 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,887 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,889 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:08,889 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:08,890 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:08,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:08,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742274_1454 (size=749) 2024-11-21T02:26:08,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742275_1455 (size=749) 2024-11-21T02:26:08,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742274_1454 (size=749) 2024-11-21T02:26:08,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742275_1455 (size=749) 2024-11-21T02:26:08,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-21T02:26:08,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:26:08,907 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-21T02:26:08,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6, size=1.4 K (1405bytes) at 1732155968884Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6 so closing down at 1732155968887 (+3 ms)3 split writer threads finished at 1732155968887Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155968890 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155968890Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968906 (+16 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968906Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1732155968907 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155968907Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1732155968907 2024-11-21T02:26:08,908 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.6 2024-11-21T02:26:08,909 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:26:08,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7 2024-11-21T02:26:08,909 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7 after 0ms 2024-11-21T02:26:08,910 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7 took 2ms 2024-11-21T02:26:08,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7 so closing down 2024-11-21T02:26:08,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,913 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:08,913 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:08,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:08,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742276_1456 (size=753) 2024-11-21T02:26:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742276_1456 (size=753) 2024-11-21T02:26:08,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742277_1457 (size=753) 2024-11-21T02:26:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742277_1457 (size=753) 2024-11-21T02:26:08,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:26:08,923 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-21T02:26:08,923 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:08,923 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7, size=1.4 K (1413bytes) at 1732155968909Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7 so closing down at 1732155968911 (+2 ms)3 split writer threads finished at 1732155968911Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155968914 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155968914Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968922 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968923 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155968923Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1732155968923Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155968923 2024-11-21T02:26:08,925 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.7 2024-11-21T02:26:08,925 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:26:08,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8 2024-11-21T02:26:08,925 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8 after 0ms 2024-11-21T02:26:08,927 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8 took 2ms 2024-11-21T02:26:08,928 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8 so closing down 2024-11-21T02:26:08,928 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,928 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,929 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:08,929 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:08,930 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:08,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742279_1459 (size=753) 2024-11-21T02:26:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742279_1459 (size=753) 2024-11-21T02:26:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742278_1458 (size=753) 2024-11-21T02:26:08,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742278_1458 (size=753) 2024-11-21T02:26:08,937 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:26:08,938 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-21T02:26:08,938 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:08,938 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8, size=1.4 K (1413bytes) at 1732155968925Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8 so closing down at 1732155968928 (+3 ms)3 split writer threads finished at 1732155968928Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155968930 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155968930Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968937 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968937Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155968938 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1732155968938Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155968938 2024-11-21T02:26:08,939 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.8 2024-11-21T02:26:08,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:26:08,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9 2024-11-21T02:26:08,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9 after 0ms 2024-11-21T02:26:08,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9 took 2ms 2024-11-21T02:26:08,942 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9 so closing down 2024-11-21T02:26:08,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:08,942 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:08,943 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:08,943 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:08,944 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:08,944 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742281_1461 (size=753) 2024-11-21T02:26:08,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742281_1461 (size=753) 2024-11-21T02:26:08,950 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:26:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742280_1460 (size=753) 2024-11-21T02:26:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742280_1460 (size=753) 2024-11-21T02:26:08,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:08,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-21T02:26:08,958 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-21T02:26:08,958 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9, size=1.4 K (1413bytes) at 1732155968940Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9 so closing down at 1732155968942 (+2 ms)3 split writer threads finished at 1732155968942Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155968944 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155968944Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968950 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155968951 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155968957 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1732155968958 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1732155968958 2024-11-21T02:26:08,959 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/WALs/testlogsgetarchivedaftersplit,16010,1732155968203/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/e505a16a-222b-ae21-33ad-58190e43d9e2/oldWALs/wal.dat.9 2024-11-21T02:26:08,967 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=141 (was 141), OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=2087 (was 2097) 2024-11-21T02:26:08,973 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=141, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=2086 2024-11-21T02:26:08,973 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:08,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742282_1462 (size=7) 2024-11-21T02:26:08,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742282_1462 (size=7) 2024-11-21T02:26:08,979 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:08,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:08,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:08,982 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:08,982 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-21T02:26:08,982 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-21T02:26:08,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:26:08,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742283_1463 (size=723) 2024-11-21T02:26:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742283_1463 (size=723) 2024-11-21T02:26:08,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:26:08,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:26:08,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,995 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,995 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:08,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742284_1464 (size=723) 2024-11-21T02:26:08,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742284_1464 (size=723) 2024-11-21T02:26:08,997 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:26:08,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:26:08,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:08,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,002 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,003 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742285_1465 (size=723) 2024-11-21T02:26:09,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742285_1465 (size=723) 2024-11-21T02:26:09,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:26:09,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:26:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,010 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,010 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742286_1466 (size=723) 2024-11-21T02:26:09,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742286_1466 (size=723) 2024-11-21T02:26:09,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:26:09,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:26:09,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742287_1467 (size=723) 2024-11-21T02:26:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742287_1467 (size=723) 2024-11-21T02:26:09,020 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:26:09,020 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:26:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742288_1468 (size=723) 2024-11-21T02:26:09,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742288_1468 (size=723) 2024-11-21T02:26:09,029 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:26:09,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:26:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,035 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,035 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742289_1469 (size=723) 2024-11-21T02:26:09,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742289_1469 (size=723) 2024-11-21T02:26:09,037 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:26:09,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:26:09,038 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,038 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742290_1470 (size=723) 2024-11-21T02:26:09,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742290_1470 (size=723) 2024-11-21T02:26:09,046 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:26:09,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:26:09,047 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,047 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,053 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,053 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742291_1471 (size=723) 2024-11-21T02:26:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742291_1471 (size=723) 2024-11-21T02:26:09,060 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:26:09,060 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:26:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,061 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,063 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742292_1472 (size=723) 2024-11-21T02:26:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742292_1472 (size=723) 2024-11-21T02:26:09,067 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:26:09,083 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/oldWALs, maxLogs=32 2024-11-21T02:26:09,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1732155969116 2024-11-21T02:26:09,123 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1732155969116 2024-11-21T02:26:09,186 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35341:35341),(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-21T02:26:09,210 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0, size=723 (723bytes) 2024-11-21T02:26:09,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0 2024-11-21T02:26:09,210 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0 after 0ms 2024-11-21T02:26:09,212 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0 took 2ms 2024-11-21T02:26:09,214 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0 so closing down 2024-11-21T02:26:09,214 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:09,214 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:09,217 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:09,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742294_1474 (size=723) 2024-11-21T02:26:09,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742294_1474 (size=723) 2024-11-21T02:26:09,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:09,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-21T02:26:09,232 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-21T02:26:09,232 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0, size=723 (723bytes) at 1732155969210Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0 so closing down at 1732155969214 (+4 ms)3 split writer threads finished at 1732155969214Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155969220 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155969230 (+10 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/data/default/t1/r0/recovered.edits/0000000000000000009 at 1732155969232 (+2 ms)Processed 10 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1732155968982/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1732155969232 2024-11-21T02:26:09,236 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:26:09,236 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:26:09,237 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:26:09,237 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:26:09,237 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-21T02:26:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742293_1473 (size=93) 2024-11-21T02:26:09,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742293_1473 (size=93) 2024-11-21T02:26:09,248 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/753d7898-f78d-f5e3-e091-87fd15d3f3eb/oldWALs 2024-11-21T02:26:09,250 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1732155969116) 2024-11-21T02:26:09,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=147 (was 141) - Thread LEAK? -, OpenFileDescriptor=395 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=2072 (was 2086) 2024-11-21T02:26:09,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=147, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=2071 2024-11-21T02:26:09,272 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742295_1475 (size=7) 2024-11-21T02:26:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742295_1475 (size=7) 2024-11-21T02:26:09,419 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:26:09,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:09,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:09,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:09,724 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:09,726 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-21T02:26:09,726 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:09,726 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:26:09,727 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:26:09,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:26:09,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,780 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,782 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742296_1476 (size=1393) 2024-11-21T02:26:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742296_1476 (size=1393) 2024-11-21T02:26:09,786 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:26:09,786 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:26:09,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,797 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,798 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,799 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:09,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:09,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742297_1477 (size=1393) 2024-11-21T02:26:09,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742297_1477 (size=1393) 2024-11-21T02:26:10,204 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:26:10,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:26:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,231 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742298_1478 (size=1393) 2024-11-21T02:26:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742298_1478 (size=1393) 2024-11-21T02:26:10,247 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:26:10,247 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:26:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,255 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,302 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,307 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,308 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,308 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,309 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,316 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742299_1479 (size=1393) 2024-11-21T02:26:10,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742299_1479 (size=1393) 2024-11-21T02:26:10,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:26:10,429 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:26:10,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742300_1480 (size=1393) 2024-11-21T02:26:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742300_1480 (size=1393) 2024-11-21T02:26:10,496 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:26:10,496 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:26:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742301_1481 (size=1393) 2024-11-21T02:26:10,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742301_1481 (size=1393) 2024-11-21T02:26:10,977 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:26:10,977 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:26:10,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742302_1482 (size=1405) 2024-11-21T02:26:10,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742302_1482 (size=1405) 2024-11-21T02:26:10,990 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:26:10,990 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:26:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:10,994 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,013 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,014 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,015 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,017 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,017 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742303_1483 (size=1413) 2024-11-21T02:26:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742303_1483 (size=1413) 2024-11-21T02:26:11,018 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:26:11,018 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:26:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,019 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742304_1484 (size=1413) 2024-11-21T02:26:11,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742304_1484 (size=1413) 2024-11-21T02:26:11,027 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:26:11,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:26:11,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742305_1485 (size=1413) 2024-11-21T02:26:11,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742305_1485 (size=1413) 2024-11-21T02:26:11,036 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:26:11,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:26:11,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 2024-11-21T02:26:11,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 after 1ms 2024-11-21T02:26:11,053 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 took 2ms 2024-11-21T02:26:11,054 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 so closing down 2024-11-21T02:26:11,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,055 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,055 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:11,055 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K (1393bytes) at 1732155971051Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 so closing down at 1732155971055 (+4 ms)3 split writer threads finished at 1732155971055Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155971055 2024-11-21T02:26:11,057 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.0 2024-11-21T02:26:11,057 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:26:11,057 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 2024-11-21T02:26:11,058 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 after 1ms 2024-11-21T02:26:11,059 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 took 2ms 2024-11-21T02:26:11,062 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 so closing down 2024-11-21T02:26:11,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,062 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,062 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:11,062 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K (1393bytes) at 1732155971057Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 so closing down at 1732155971062 (+5 ms)3 split writer threads finished at 1732155971062Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155971062 2024-11-21T02:26:11,064 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.1 2024-11-21T02:26:11,064 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:26:11,064 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 2024-11-21T02:26:11,064 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 after 0ms 2024-11-21T02:26:11,066 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 took 2ms 2024-11-21T02:26:11,067 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,067 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 so closing down 2024-11-21T02:26:11,067 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,067 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,068 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:11,068 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K (1393bytes) at 1732155971064Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 so closing down at 1732155971067 (+3 ms)3 split writer threads finished at 1732155971067Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155971068 (+1 ms) 2024-11-21T02:26:11,069 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.2 2024-11-21T02:26:11,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:26:11,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 2024-11-21T02:26:11,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 after 1ms 2024-11-21T02:26:11,071 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 took 2ms 2024-11-21T02:26:11,072 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,073 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 so closing down 2024-11-21T02:26:11,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,073 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:11,073 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K (1393bytes) at 1732155971069Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 so closing down at 1732155971073 (+4 ms)3 split writer threads finished at 1732155971073Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155971073 2024-11-21T02:26:11,075 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.3 2024-11-21T02:26:11,075 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:26:11,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 2024-11-21T02:26:11,075 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 after 0ms 2024-11-21T02:26:11,077 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 took 2ms 2024-11-21T02:26:11,078 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,078 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 so closing down 2024-11-21T02:26:11,078 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,078 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:11,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K (1393bytes) at 1732155971075Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 so closing down at 1732155971078 (+3 ms)3 split writer threads finished at 1732155971078Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155971078 2024-11-21T02:26:11,080 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.4 2024-11-21T02:26:11,080 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:26:11,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 2024-11-21T02:26:11,081 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 after 1ms 2024-11-21T02:26:11,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 took 2ms 2024-11-21T02:26:11,083 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,083 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 so closing down 2024-11-21T02:26:11,083 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,083 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,083 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:11,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K (1393bytes) at 1732155971080Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 so closing down at 1732155971083 (+3 ms)3 split writer threads finished at 1732155971083Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155971083 2024-11-21T02:26:11,085 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.5 2024-11-21T02:26:11,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:26:11,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 2024-11-21T02:26:11,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 after 0ms 2024-11-21T02:26:11,087 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 took 2ms 2024-11-21T02:26:11,088 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,088 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 so closing down 2024-11-21T02:26:11,088 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,088 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T02:26:11,088 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K (1405bytes) at 1732155971085Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 so closing down at 1732155971088 (+3 ms)3 split writer threads finished at 1732155971088Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732155971088 2024-11-21T02:26:11,090 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.6 2024-11-21T02:26:11,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:26:11,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 2024-11-21T02:26:11,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 after 0ms 2024-11-21T02:26:11,091 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 took 1ms 2024-11-21T02:26:11,092 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,093 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 so closing down 2024-11-21T02:26:11,093 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,093 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,093 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T02:26:11,093 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K (1413bytes) at 1732155971090Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 so closing down at 1732155971093 (+3 ms)3 split writer threads finished at 1732155971093Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732155971093 2024-11-21T02:26:11,095 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.7 2024-11-21T02:26:11,095 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:26:11,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 2024-11-21T02:26:11,095 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 after 0ms 2024-11-21T02:26:11,096 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 took 1ms 2024-11-21T02:26:11,097 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,098 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 so closing down 2024-11-21T02:26:11,098 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,098 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,098 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T02:26:11,098 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K (1413bytes) at 1732155971095Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 so closing down at 1732155971098 (+3 ms)3 split writer threads finished at 1732155971098Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732155971098 2024-11-21T02:26:11,099 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.8 2024-11-21T02:26:11,099 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:26:11,099 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 2024-11-21T02:26:11,100 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 after 1ms 2024-11-21T02:26:11,101 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 took 2ms 2024-11-21T02:26:11,102 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,102 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 so closing down 2024-11-21T02:26:11,102 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T02:26:11,102 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K (1413bytes) at 1732155971099Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 so closing down at 1732155971102 (+3 ms)3 split writer threads finished at 1732155971102Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732155971102 2024-11-21T02:26:11,104 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.9 2024-11-21T02:26:11,105 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155971056; access_time=1732155969728; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155971063; access_time=1732155969787; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155971068; access_time=1732155970204; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155971074; access_time=1732155970248; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155971079; access_time=1732155970432; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155971084; access_time=1732155970502; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732155971089; access_time=1732155970977; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732155971094; access_time=1732155970990; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732155971098; access_time=1732155971019; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732155971103; access_time=1732155971028; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T02:26:11,108 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:11,108 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:26:11,108 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:26:11,109 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:26:11,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742306_1486 (size=1393) 2024-11-21T02:26:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742306_1486 (size=1393) 2024-11-21T02:26:11,118 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:26:11,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:26:11,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,121 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742307_1487 (size=1393) 2024-11-21T02:26:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742307_1487 (size=1393) 2024-11-21T02:26:11,127 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:26:11,127 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:26:11,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742308_1488 (size=1393) 2024-11-21T02:26:11,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742308_1488 (size=1393) 2024-11-21T02:26:11,135 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:26:11,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:26:11,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,142 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,142 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742309_1489 (size=1393) 2024-11-21T02:26:11,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742309_1489 (size=1393) 2024-11-21T02:26:11,144 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:26:11,144 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:26:11,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,150 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,151 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,152 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,152 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742310_1490 (size=1393) 2024-11-21T02:26:11,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742310_1490 (size=1393) 2024-11-21T02:26:11,153 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:26:11,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:26:11,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,154 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,160 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,160 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,161 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,161 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,162 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,162 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,163 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,163 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,164 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742311_1491 (size=1393) 2024-11-21T02:26:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742311_1491 (size=1393) 2024-11-21T02:26:11,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:26:11,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:26:11,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,172 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,172 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,173 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,173 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,174 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,174 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,176 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,176 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,177 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,177 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,178 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,178 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742312_1492 (size=1405) 2024-11-21T02:26:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742312_1492 (size=1405) 2024-11-21T02:26:11,581 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:26:11,581 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:26:11,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742313_1493 (size=1413) 2024-11-21T02:26:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742313_1493 (size=1413) 2024-11-21T02:26:11,629 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:26:11,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:26:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742314_1494 (size=1413) 2024-11-21T02:26:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742314_1494 (size=1413) 2024-11-21T02:26:11,668 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:26:11,669 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:26:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:11,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:11,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742315_1495 (size=1413) 2024-11-21T02:26:11,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742315_1495 (size=1413) 2024-11-21T02:26:11,716 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:26:11,741 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:26:11,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 2024-11-21T02:26:11,742 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 after 1ms 2024-11-21T02:26:11,744 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 took 3ms 2024-11-21T02:26:11,749 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 so closing down 2024-11-21T02:26:11,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,751 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,762 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:11,765 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:11,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:11,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742316_1496 (size=418) 2024-11-21T02:26:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742316_1496 (size=418) 2024-11-21T02:26:11,817 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:11,829 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-21T02:26:11,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742317_1497 (size=418) 2024-11-21T02:26:11,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742317_1497 (size=418) 2024-11-21T02:26:11,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:11,873 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-21T02:26:11,873 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:11,873 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K (1393bytes) at 1732155971741Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 so closing down at 1732155971749 (+8 ms)3 split writer threads finished at 1732155971751 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155971768 (+17 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155971772 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155971817 (+45 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1732155971829 (+12 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155971860 (+31 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1732155971873 (+13 ms)Processed 10 edits across 2 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155971873 2024-11-21T02:26:11,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.0 2024-11-21T02:26:11,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:26:11,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 2024-11-21T02:26:11,896 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 after 6ms 2024-11-21T02:26:11,904 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 took 15ms 2024-11-21T02:26:11,906 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:11,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 so closing down 2024-11-21T02:26:11,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:11,908 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:11,925 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:11,926 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:11,928 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:11,933 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742318_1498 (size=418) 2024-11-21T02:26:11,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742318_1498 (size=418) 2024-11-21T02:26:11,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742319_1499 (size=418) 2024-11-21T02:26:11,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742319_1499 (size=418) 2024-11-21T02:26:12,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:12,024 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-21T02:26:12,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:12,395 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-21T02:26:12,395 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 491 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:12,396 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K (1393bytes) at 1732155971889Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 so closing down at 1732155971906 (+17 ms)3 split writer threads finished at 1732155971908 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155971928 (+20 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155971933 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155972000 (+67 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1732155972024 (+24 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155972384 (+360 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1732155972395 (+11 ms)Processed 10 edits across 2 Regions in 491 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155972395 2024-11-21T02:26:12,403 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.1 2024-11-21T02:26:12,403 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:26:12,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 2024-11-21T02:26:12,403 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 after 0ms 2024-11-21T02:26:12,409 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 took 6ms 2024-11-21T02:26:12,437 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:12,437 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 so closing down 2024-11-21T02:26:12,437 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:12,438 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:12,460 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:12,463 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:12,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:12,478 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:12,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742320_1500 (size=418) 2024-11-21T02:26:12,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742320_1500 (size=418) 2024-11-21T02:26:12,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:12,583 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-21T02:26:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742321_1501 (size=418) 2024-11-21T02:26:12,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742321_1501 (size=418) 2024-11-21T02:26:12,615 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:12,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-21T02:26:12,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 182 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:12,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K (1393bytes) at 1732155972403Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 so closing down at 1732155972437 (+34 ms)3 split writer threads finished at 1732155972438 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155972473 (+35 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155972478 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155972582 (+104 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1732155972583 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155972615 (+32 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1732155972617 (+2 ms)Processed 10 edits across 2 Regions in 182 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155972617 2024-11-21T02:26:12,633 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.2 2024-11-21T02:26:12,633 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:26:12,633 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 2024-11-21T02:26:12,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 after 1ms 2024-11-21T02:26:12,645 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 took 12ms 2024-11-21T02:26:12,668 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:12,669 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 so closing down 2024-11-21T02:26:12,669 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:12,680 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:12,715 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:12,715 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:12,726 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:12,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742323_1503 (size=418) 2024-11-21T02:26:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742323_1503 (size=418) 2024-11-21T02:26:12,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742322_1502 (size=418) 2024-11-21T02:26:12,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742322_1502 (size=418) 2024-11-21T02:26:12,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-21T02:26:13,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:13,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-21T02:26:13,199 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 539 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:13,199 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K (1393bytes) at 1732155972633Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 so closing down at 1732155972669 (+36 ms)3 split writer threads finished at 1732155972680 (+11 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155972726 (+46 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155972732 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155972792 (+60 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1732155972798 (+6 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155973198 (+400 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1732155973199 (+1 ms)Processed 10 edits across 2 Regions in 539 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155973199 2024-11-21T02:26:13,201 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.3 2024-11-21T02:26:13,201 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:26:13,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 2024-11-21T02:26:13,202 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 after 0ms 2024-11-21T02:26:13,204 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 took 3ms 2024-11-21T02:26:13,206 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:13,207 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 so closing down 2024-11-21T02:26:13,207 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:13,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:13,213 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:13,213 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:13,214 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:13,214 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:13,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742325_1505 (size=418) 2024-11-21T02:26:13,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742325_1505 (size=418) 2024-11-21T02:26:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742324_1504 (size=418) 2024-11-21T02:26:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742324_1504 (size=418) 2024-11-21T02:26:13,260 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:13,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-21T02:26:13,659 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:13,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-21T02:26:13,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:13,670 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K (1393bytes) at 1732155973201Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 so closing down at 1732155973207 (+6 ms)3 split writer threads finished at 1732155973207Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155973214 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155973214Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155973260 (+46 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1732155973269 (+9 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155973659 (+390 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1732155973670 (+11 ms)Processed 10 edits across 2 Regions in 465 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155973670 2024-11-21T02:26:13,676 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.4 2024-11-21T02:26:13,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:26:13,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 2024-11-21T02:26:13,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 after 4ms 2024-11-21T02:26:13,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 took 8ms 2024-11-21T02:26:13,710 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:13,711 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 so closing down 2024-11-21T02:26:13,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:13,714 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:13,722 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:13,724 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:13,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:13,728 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:13,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742327_1507 (size=418) 2024-11-21T02:26:13,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742327_1507 (size=418) 2024-11-21T02:26:13,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742326_1506 (size=418) 2024-11-21T02:26:13,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742326_1506 (size=418) 2024-11-21T02:26:13,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:13,782 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-21T02:26:14,159 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:14,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-21T02:26:14,160 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:14,161 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K (1393bytes) at 1732155973676Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 so closing down at 1732155973711 (+35 ms)3 split writer threads finished at 1732155973714 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155973728 (+14 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155973728Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155973772 (+44 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1732155973782 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155974159 (+377 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1732155974160 (+1 ms)Processed 10 edits across 2 Regions in 452 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155974160 2024-11-21T02:26:14,162 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.5 2024-11-21T02:26:14,163 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:26:14,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 2024-11-21T02:26:14,163 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 after 0ms 2024-11-21T02:26:14,165 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 took 3ms 2024-11-21T02:26:14,187 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:14,188 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 so closing down 2024-11-21T02:26:14,188 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:14,189 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:14,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:14,196 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:14,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:14,212 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:14,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742329_1509 (size=419) 2024-11-21T02:26:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742329_1509 (size=419) 2024-11-21T02:26:14,280 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:14,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742328_1508 (size=419) 2024-11-21T02:26:14,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742328_1508 (size=419) 2024-11-21T02:26:14,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:14,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-21T02:26:14,294 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-21T02:26:14,294 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T02:26:14,294 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K (1405bytes) at 1732155974163Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 so closing down at 1732155974188 (+25 ms)3 split writer threads finished at 1732155974189 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155974208 (+19 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155974212 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155974280 (+68 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155974293 (+13 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1732155974293Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1732155974294 (+1 ms)Processed 10 edits across 2 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732155974294 2024-11-21T02:26:14,297 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.6 2024-11-21T02:26:14,297 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:26:14,297 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 2024-11-21T02:26:14,298 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 after 1ms 2024-11-21T02:26:14,300 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 took 3ms 2024-11-21T02:26:14,325 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:14,325 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 so closing down 2024-11-21T02:26:14,325 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:14,340 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:14,366 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:14,369 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:14,380 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:14,381 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:14,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742330_1510 (size=423) 2024-11-21T02:26:14,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742330_1510 (size=423) 2024-11-21T02:26:14,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:14,446 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-21T02:26:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742331_1511 (size=423) 2024-11-21T02:26:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742331_1511 (size=423) 2024-11-21T02:26:14,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:14,453 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-21T02:26:14,454 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T02:26:14,454 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K (1413bytes) at 1732155974297Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 so closing down at 1732155974325 (+28 ms)3 split writer threads finished at 1732155974340 (+15 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155974380 (+40 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155974381 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155974444 (+63 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1732155974446 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155974452 (+6 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1732155974453 (+1 ms)Processed 10 edits across 2 Regions in 134 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732155974454 (+1 ms) 2024-11-21T02:26:14,456 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.7 2024-11-21T02:26:14,456 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:26:14,456 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 2024-11-21T02:26:14,457 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 after 1ms 2024-11-21T02:26:14,464 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 took 8ms 2024-11-21T02:26:14,485 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:14,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 so closing down 2024-11-21T02:26:14,486 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:14,488 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:14,494 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:14,495 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:14,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:14,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:14,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742332_1512 (size=423) 2024-11-21T02:26:14,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742332_1512 (size=423) 2024-11-21T02:26:14,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742333_1513 (size=423) 2024-11-21T02:26:14,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742333_1513 (size=423) 2024-11-21T02:26:14,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:14,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-21T02:26:14,985 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:14,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-21T02:26:14,990 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 509 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T02:26:14,990 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K (1413bytes) at 1732155974456Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 so closing down at 1732155974485 (+29 ms)3 split writer threads finished at 1732155974489 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155974496 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155974499 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155974970 (+471 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1732155974972 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155974985 (+13 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1732155974990 (+5 ms)Processed 10 edits across 2 Regions in 509 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732155974990 2024-11-21T02:26:14,992 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.8 2024-11-21T02:26:14,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:26:14,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 2024-11-21T02:26:14,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 after 0ms 2024-11-21T02:26:14,995 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 took 2ms 2024-11-21T02:26:15,005 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:15,006 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 so closing down 2024-11-21T02:26:15,006 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:15,007 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:15,012 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:15,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:15,016 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:15,020 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:15,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742335_1515 (size=423) 2024-11-21T02:26:15,034 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:15,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742335_1515 (size=423) 2024-11-21T02:26:15,038 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-21T02:26:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742334_1514 (size=423) 2024-11-21T02:26:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742334_1514 (size=423) 2024-11-21T02:26:15,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:15,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-21T02:26:15,046 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T02:26:15,046 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K (1413bytes) at 1732155974993Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 so closing down at 1732155975006 (+13 ms)3 split writer threads finished at 1732155975007 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155975016 (+9 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155975020 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155975034 (+14 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1732155975038 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1732155975045 (+7 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1732155975046 (+1 ms)Processed 10 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732155975046 2024-11-21T02:26:15,049 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.9 2024-11-21T02:26:15,054 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155971881; access_time=1732155971109; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155972397; access_time=1732155971118; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155972620; access_time=1732155971127; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155973200; access_time=1732155971136; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155973671; access_time=1732155971144; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155974161; access_time=1732155971153; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732155974295; access_time=1732155971168; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732155974455; access_time=1732155971581; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732155974992; access_time=1732155971629; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732155975047; access_time=1732155971670; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T02:26:15,062 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:15,062 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:26:15,064 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:26:15,077 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:26:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,106 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,106 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,133 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,133 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742336_1516 (size=1393) 2024-11-21T02:26:15,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742336_1516 (size=1393) 2024-11-21T02:26:15,137 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:26:15,138 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-21T02:26:15,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,230 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,230 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,233 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,233 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,234 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,234 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,236 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,236 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742337_1517 (size=1393) 2024-11-21T02:26:15,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742337_1517 (size=1393) 2024-11-21T02:26:15,245 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-21T02:26:15,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-21T02:26:15,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,292 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,293 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,294 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,294 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,299 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,299 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742338_1518 (size=1393) 2024-11-21T02:26:15,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742338_1518 (size=1393) 2024-11-21T02:26:15,302 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-21T02:26:15,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-21T02:26:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,304 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,319 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742339_1519 (size=1393) 2024-11-21T02:26:15,329 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-21T02:26:15,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-21T02:26:15,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742339_1519 (size=1393) 2024-11-21T02:26:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,367 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742340_1520 (size=1393) 2024-11-21T02:26:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742340_1520 (size=1393) 2024-11-21T02:26:15,375 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-21T02:26:15,376 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-21T02:26:15,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742341_1521 (size=1393) 2024-11-21T02:26:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742341_1521 (size=1393) 2024-11-21T02:26:15,396 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-21T02:26:15,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-21T02:26:15,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,411 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,411 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742342_1522 (size=1405) 2024-11-21T02:26:15,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742342_1522 (size=1405) 2024-11-21T02:26:15,421 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-21T02:26:15,421 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-21T02:26:15,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,437 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742343_1523 (size=1413) 2024-11-21T02:26:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742343_1523 (size=1413) 2024-11-21T02:26:15,851 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-21T02:26:15,851 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-21T02:26:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742344_1524 (size=1413) 2024-11-21T02:26:15,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742344_1524 (size=1413) 2024-11-21T02:26:15,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-21T02:26:15,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-21T02:26:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,878 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,879 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:15,880 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742345_1525 (size=1413) 2024-11-21T02:26:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742345_1525 (size=1413) 2024-11-21T02:26:15,882 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-21T02:26:15,901 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K (1393bytes) 2024-11-21T02:26:15,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 2024-11-21T02:26:15,901 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 after 0ms 2024-11-21T02:26:15,903 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 took 2ms 2024-11-21T02:26:15,905 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:15,905 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 so closing down 2024-11-21T02:26:15,905 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:15,905 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:15,907 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:15,907 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:15,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-21T02:26:15,909 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-21T02:26:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742346_1526 (size=743) 2024-11-21T02:26:15,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742346_1526 (size=743) 2024-11-21T02:26:15,937 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:15,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-21T02:26:15,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742347_1527 (size=678) 2024-11-21T02:26:15,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742347_1527 (size=678) 2024-11-21T02:26:15,943 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:15,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-21T02:26:15,945 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:15,945 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K (1393bytes) at 1732155975901Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 so closing down at 1732155975905 (+4 ms)3 split writer threads finished at 1732155975905Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1732155975909 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1732155975909Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155975937 (+28 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1732155975940 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155975943 (+3 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1732155975945 (+2 ms)Processed 19 edits across 2 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155975945 2024-11-21T02:26:15,947 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.0 2024-11-21T02:26:15,948 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K (1393bytes) 2024-11-21T02:26:15,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 2024-11-21T02:26:15,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 after 0ms 2024-11-21T02:26:15,951 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 took 4ms 2024-11-21T02:26:15,965 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:15,965 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 so closing down 2024-11-21T02:26:15,966 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:15,966 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:15,968 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:15,969 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:15,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-21T02:26:15,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-21T02:26:15,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742348_1528 (size=743) 2024-11-21T02:26:15,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742348_1528 (size=743) 2024-11-21T02:26:15,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:15,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-21T02:26:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742349_1529 (size=678) 2024-11-21T02:26:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742349_1529 (size=678) 2024-11-21T02:26:16,013 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-21T02:26:16,019 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:16,019 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K (1393bytes) at 1732155975948Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 so closing down at 1732155975965 (+17 ms)3 split writer threads finished at 1732155975966 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1732155975972 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1732155975975 (+3 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155975987 (+12 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1732155975988 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155976013 (+25 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1732155976019 (+6 ms)Processed 19 edits across 2 Regions in 55 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155976019 2024-11-21T02:26:16,032 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.1 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.1 2024-11-21T02:26:16,032 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K (1393bytes) 2024-11-21T02:26:16,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 2024-11-21T02:26:16,034 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 after 2ms 2024-11-21T02:26:16,039 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 took 7ms 2024-11-21T02:26:16,050 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:16,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 so closing down 2024-11-21T02:26:16,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:16,052 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:16,054 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:16,055 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:16,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-21T02:26:16,060 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-21T02:26:16,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742350_1530 (size=743) 2024-11-21T02:26:16,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742350_1530 (size=743) 2024-11-21T02:26:16,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,112 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-21T02:26:16,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742351_1531 (size=678) 2024-11-21T02:26:16,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742351_1531 (size=678) 2024-11-21T02:26:16,153 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,155 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-21T02:26:16,170 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:16,170 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K (1393bytes) at 1732155976032Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 so closing down at 1732155976051 (+19 ms)3 split writer threads finished at 1732155976052 (+1 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1732155976055 (+3 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1732155976060 (+5 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155976110 (+50 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1732155976112 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155976153 (+41 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1732155976155 (+2 ms)Processed 19 edits across 2 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155976170 (+15 ms) 2024-11-21T02:26:16,173 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.2 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.2 2024-11-21T02:26:16,173 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K (1393bytes) 2024-11-21T02:26:16,173 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 2024-11-21T02:26:16,174 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 after 1ms 2024-11-21T02:26:16,176 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 took 3ms 2024-11-21T02:26:16,177 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:16,178 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 so closing down 2024-11-21T02:26:16,178 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:16,178 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:16,183 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:16,184 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:16,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-21T02:26:16,195 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-21T02:26:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742353_1533 (size=678) 2024-11-21T02:26:16,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742352_1532 (size=743) 2024-11-21T02:26:16,218 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742352_1532 (size=743) 2024-11-21T02:26:16,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742353_1533 (size=678) 2024-11-21T02:26:16,219 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,220 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-21T02:26:16,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-21T02:26:16,220 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:16,220 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K (1393bytes) at 1732155976173Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 so closing down at 1732155976178 (+5 ms)3 split writer threads finished at 1732155976178Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1732155976185 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1732155976195 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155976218 (+23 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155976219 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1732155976220 (+1 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1732155976220Processed 19 edits across 2 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155976220 2024-11-21T02:26:16,222 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.3 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.3 2024-11-21T02:26:16,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K (1393bytes) 2024-11-21T02:26:16,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 2024-11-21T02:26:16,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 after 1ms 2024-11-21T02:26:16,225 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 took 3ms 2024-11-21T02:26:16,227 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:16,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 so closing down 2024-11-21T02:26:16,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:16,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:16,234 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:16,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-21T02:26:16,236 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:16,245 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-21T02:26:16,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742354_1534 (size=743) 2024-11-21T02:26:16,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742354_1534 (size=743) 2024-11-21T02:26:16,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-21T02:26:16,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742355_1535 (size=678) 2024-11-21T02:26:16,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742355_1535 (size=678) 2024-11-21T02:26:16,303 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-21T02:26:16,305 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:16,305 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K (1393bytes) at 1732155976222Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 so closing down at 1732155976228 (+6 ms)3 split writer threads finished at 1732155976228Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1732155976235 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1732155976245 (+10 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155976286 (+41 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1732155976288 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155976303 (+15 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1732155976305 (+2 ms)Processed 19 edits across 2 Regions in 79 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155976305 2024-11-21T02:26:16,308 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.4 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.4 2024-11-21T02:26:16,308 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K (1393bytes) 2024-11-21T02:26:16,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 2024-11-21T02:26:16,308 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 after 0ms 2024-11-21T02:26:16,311 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 took 3ms 2024-11-21T02:26:16,317 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:16,318 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 so closing down 2024-11-21T02:26:16,318 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:16,318 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:16,319 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:16,320 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:16,324 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-21T02:26:16,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-21T02:26:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742357_1537 (size=743) 2024-11-21T02:26:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742357_1537 (size=743) 2024-11-21T02:26:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742356_1536 (size=678) 2024-11-21T02:26:16,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742356_1536 (size=678) 2024-11-21T02:26:16,358 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-21T02:26:16,737 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-21T02:26:16,739 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-21T02:26:16,739 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K (1393bytes) at 1732155976308Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 so closing down at 1732155976318 (+10 ms)3 split writer threads finished at 1732155976318Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1732155976324 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1732155976326 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155976358 (+32 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1732155976359 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155976737 (+378 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1732155976739 (+2 ms)Processed 19 edits across 2 Regions in 423 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1732155976739 2024-11-21T02:26:16,743 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.5 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.5 2024-11-21T02:26:16,743 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K (1405bytes) 2024-11-21T02:26:16,743 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 2024-11-21T02:26:16,744 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 after 1ms 2024-11-21T02:26:16,746 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 took 3ms 2024-11-21T02:26:16,774 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:16,774 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 so closing down 2024-11-21T02:26:16,774 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:16,776 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:16,795 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:16,796 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:16,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-21T02:26:16,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-21T02:26:16,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742359_1539 (size=683) 2024-11-21T02:26:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742359_1539 (size=683) 2024-11-21T02:26:16,890 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,901 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-21T02:26:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742358_1538 (size=749) 2024-11-21T02:26:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742358_1538 (size=749) 2024-11-21T02:26:16,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:16,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-21T02:26:16,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-21T02:26:16,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K (1405bytes) at 1732155976743Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 so closing down at 1732155976774 (+31 ms)3 split writer threads finished at 1732155976776 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1732155976809 (+33 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1732155976810 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155976890 (+80 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1732155976901 (+11 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155976905 (+4 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1732155976912 (+7 ms)Processed 19 edits across 2 Regions in 139 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1732155976912 2024-11-21T02:26:16,918 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.6 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.6 2024-11-21T02:26:16,918 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K (1413bytes) 2024-11-21T02:26:16,918 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 2024-11-21T02:26:16,919 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 after 1ms 2024-11-21T02:26:16,922 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 took 4ms 2024-11-21T02:26:16,952 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:16,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 so closing down 2024-11-21T02:26:16,952 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:16,956 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:16,967 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:16,971 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-21T02:26:16,988 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:17,004 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-21T02:26:17,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742360_1540 (size=687) 2024-11-21T02:26:17,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742360_1540 (size=687) 2024-11-21T02:26:17,041 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:17,043 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-21T02:26:17,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742361_1541 (size=753) 2024-11-21T02:26:17,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742361_1541 (size=753) 2024-11-21T02:26:17,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:17,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-21T02:26:17,066 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T02:26:17,066 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K (1413bytes) at 1732155976918Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 so closing down at 1732155976952 (+34 ms)3 split writer threads finished at 1732155976957 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1732155976971 (+14 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1732155977004 (+33 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155977041 (+37 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1732155977043 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155977065 (+22 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1732155977066 (+1 ms)Processed 19 edits across 2 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732155977066 2024-11-21T02:26:17,070 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.7 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.7 2024-11-21T02:26:17,070 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K (1413bytes) 2024-11-21T02:26:17,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 2024-11-21T02:26:17,070 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 after 0ms 2024-11-21T02:26:17,073 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 took 3ms 2024-11-21T02:26:17,085 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:17,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 so closing down 2024-11-21T02:26:17,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:17,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:17,093 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:17,093 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:17,096 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-21T02:26:17,104 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-21T02:26:17,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742362_1542 (size=753) 2024-11-21T02:26:17,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742362_1542 (size=753) 2024-11-21T02:26:17,139 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:17,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742363_1543 (size=687) 2024-11-21T02:26:17,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742363_1543 (size=687) 2024-11-21T02:26:17,140 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-21T02:26:17,140 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:17,141 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-21T02:26:17,141 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T02:26:17,141 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K (1413bytes) at 1732155977070Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 so closing down at 1732155977086 (+16 ms)3 split writer threads finished at 1732155977088 (+2 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1732155977096 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1732155977104 (+8 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155977139 (+35 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1732155977140 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155977140Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1732155977141 (+1 ms)Processed 19 edits across 2 Regions in 57 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732155977141 2024-11-21T02:26:17,143 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.8 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.8 2024-11-21T02:26:17,143 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K (1413bytes) 2024-11-21T02:26:17,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 2024-11-21T02:26:17,143 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 after 0ms 2024-11-21T02:26:17,147 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 took 4ms 2024-11-21T02:26:17,148 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-21T02:26:17,148 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 so closing down 2024-11-21T02:26:17,148 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-21T02:26:17,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-21T02:26:17,151 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:17,152 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:17,152 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-21T02:26:17,156 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-21T02:26:17,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742364_1544 (size=687) 2024-11-21T02:26:17,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742364_1544 (size=687) 2024-11-21T02:26:17,185 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:17,192 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-21T02:26:17,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742365_1545 (size=753) 2024-11-21T02:26:17,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742365_1545 (size=753) 2024-11-21T02:26:17,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-21T02:26:17,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-21T02:26:17,224 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-21T02:26:17,224 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K (1413bytes) at 1732155977143Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 so closing down at 1732155977148 (+5 ms)3 split writer threads finished at 1732155977148Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1732155977152 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1732155977156 (+4 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1732155977185 (+29 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1732155977192 (+7 ms)Closed recovered edits writer path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732155977215 (+23 ms)Rename recovered edits hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1732155977224 (+9 ms)Processed 19 edits across 2 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1732155977224 2024-11-21T02:26:17,245 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1732155969724/wal.dat.9 to hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.9 2024-11-21T02:26:17,246 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155975947; access_time=1732155975078; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155976021; access_time=1732155975138; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155976171; access_time=1732155975248; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155976221; access_time=1732155975303; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155976307; access_time=1732155975330; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1732155976742; access_time=1732155975376; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1732155976917; access_time=1732155975397; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732155977069; access_time=1732155975421; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732155977142; access_time=1732155975851; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:37677/user/jenkins/test-data/217dcd2c-75ae-33ed-d8ec-d39bb08096d8/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1732155977236; access_time=1732155975864; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-21T02:26:17,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=139 (was 147), OpenFileDescriptor=387 (was 395), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=707 (was 577) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3470 (was 2071) - AvailableMemoryMB LEAK? - 2024-11-21T02:26:17,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=139, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=707, ProcessCount=11, AvailableMemoryMB=3469 2024-11-21T02:26:17,289 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-21T02:26:17,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742366_1546 (size=7) 2024-11-21T02:26:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742366_1546 (size=7) 2024-11-21T02:26:17,383 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37677/user/jenkins/test-data/d3b86a14-3e6d-d5ec-8888-949ae0f333e3 with version=8 2024-11-21T02:26:17,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:17,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:26:17,388 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-21T02:26:17,388 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-21T02:26:17,389 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-21T02:26:17,390 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-21T02:26:17,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,491 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,491 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,524 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,524 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-21T02:26:17,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-21T02:26:17,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742367_1547 (size=2324) 2024-11-21T02:26:17,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742367_1547 (size=2324) 2024-11-21T02:26:17,587 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-21T02:26:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46831 is added to blk_1073742368_1548 (size=2325) 2024-11-21T02:26:17,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073742368_1548 (size=2325) 2024-11-21T02:26:17,685 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0, size=2.3 K (2325bytes) 2024-11-21T02:26:17,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0 2024-11-21T02:26:17,685 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0 after 0ms 2024-11-21T02:26:17,688 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-21T02:26:17,688 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0 so closing down 2024-11-21T02:26:17,688 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-21T02:26:17,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0, journal: Splitting hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0, size=2.3 K (2325bytes) at 1732155977685Finishing writing output for hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0 so closing down at 1732155977688 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1732155977688 2024-11-21T02:26:17,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1732155977388/wal.dat.0 to hdfs://localhost:37677/user/jenkins/test-data/b56689ae-7b2f-c364-1220-0ac7c5649a4f/corrupt/wal.dat.0 2024-11-21T02:26:17,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=139 (was 139), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=795 (was 707) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3415 (was 3469) 2024-11-21T02:26:17,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bdee85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:26:17,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685be9d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:26:17,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:26:17,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41496f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:26:17,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@103e0162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/hadoop.log.dir/,STOPPED} 2024-11-21T02:26:17,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:26:17,800 WARN [BP-249380268-172.17.0.2-1732155905762 heartbeating to localhost/127.0.0.1:37677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:26:17,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:26:17,800 WARN [BP-249380268-172.17.0.2-1732155905762 heartbeating to localhost/127.0.0.1:37677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-249380268-172.17.0.2-1732155905762 (Datanode Uuid 7f6b33a9-b9f4-4990-9411-0f0999cc2db6) service to localhost/127.0.0.1:37677 2024-11-21T02:26:17,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data4/current/BP-249380268-172.17.0.2-1732155905762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:26:17,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:26:17,804 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data3/current/BP-249380268-172.17.0.2-1732155905762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:26:17,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e2c22c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:26:17,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d53203{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:26:17,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:26:17,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2964d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:26:17,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423f2b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/hadoop.log.dir/,STOPPED} 2024-11-21T02:26:17,830 WARN [BP-249380268-172.17.0.2-1732155905762 heartbeating to localhost/127.0.0.1:37677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:26:17,830 WARN [BP-249380268-172.17.0.2-1732155905762 heartbeating to localhost/127.0.0.1:37677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-249380268-172.17.0.2-1732155905762 (Datanode Uuid bee8e131-614e-4dbd-b838-47c0273f9d70) service to localhost/127.0.0.1:37677 2024-11-21T02:26:17,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data1/current/BP-249380268-172.17.0.2-1732155905762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:26:17,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/cluster_65d4b3ba-0dd9-7a26-bc24-8b349ce3145f/data/data2/current/BP-249380268-172.17.0.2-1732155905762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:26:17,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:26:17,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:26:17,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:26:17,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fb88504{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:26:17,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6addc2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:26:17,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:26:17,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6325f080{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:26:17,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c277883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/507f3f08-4144-1db1-ee3a-f4e3e42c7b6a/hadoop.log.dir/,STOPPED}